-- Logs begin at Tue 2021-11-23 11:54:54 UTC, end at Tue 2021-11-23 13:21:52 UTC. --
Nov 23 12:46:06.098654 dv-cinder-818884-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 23 12:46:08.420527 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.common.config [-] Logging enabled!
Nov 23 12:46:08.421324 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69
Nov 23 12:46:08.421324 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 23 12:46:08.424454 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.common.config [-] Logging enabled!
Nov 23 12:46:08.424716 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69
Nov 23 12:46:08.425036 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 23 12:46:08.425969 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:46:08.426211 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 23 12:46:08.426596 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 23 12:46:08.426842 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 23 12:46:08.427070 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 23 12:46:08.427398 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.427700 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.427996 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.428232 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.428514 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.428807 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.429097 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.429390 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.429692 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.429977 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.430259 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.430573 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.430802 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.431087 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.431358 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.431647 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.431872 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.432157 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.432586 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.432986 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.433271 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.433571 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.433851 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.434125 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.434428 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.434716 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.435046 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] host                           = dv-cinder-818884-1-iscsi {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.435328 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.435622 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.435914 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.436200 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.436478 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.436756 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.437041 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.437315 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.437637 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.437917 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.438208 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.438526 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.438820 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.439045 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.439270 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.439562 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.439851 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.440128 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.440405 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.440682 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.440958 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.441232 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.441501 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.441787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.442072 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.442386 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.442668 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.442943 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.443214 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.443490 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.443777 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.444052 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.444326 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.444600 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.444887 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.445157 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.445429 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.445732 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.446020 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.446325 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.446614 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.446891 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.447174 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.447446 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.447720 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.447992 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.448266 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.448536 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.448817 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.449090 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.449361 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.449643 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.449915 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.450199 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:08.450525 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.450828 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.451132 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.451417 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.451717 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.452003 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.452296 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.452597 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.452872 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.453211 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.453515 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.453801 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.454097 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.454408 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.454710 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.455018 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.455318 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.455612 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.455885 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.456170 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.456444 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.456726 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.457013 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.457308 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.457601 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.457878 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.458162 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.458493 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.458780 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.459055 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.459337 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.459629 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.459913 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.460191 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.460481 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.460761 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.461040 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.461313 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.461595 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.461886 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.462168 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.462473 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.462747 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.463026 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.463301 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.463594 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.463873 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.464148 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.464425 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.464706 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.464983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.465257 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.465536 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.465812 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.466101 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.466404 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.466684 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.466963 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.467238 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.467514 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.467789 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.468064 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.468344 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.468619 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.468919 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.469196 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.469472 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.469746 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.470039 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.470369 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.470654 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.470937 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.471219 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.471499 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.471779 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.472061 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.472343 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.472625 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.472901 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.473195 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.473486 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.473775 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.474064 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.474383 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.474685 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.474967 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.475253 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.475535 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.475816 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.476111 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.476401 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.476696 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.476993 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.477290 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.477587 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.477881 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.478167 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.478503 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.478785 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:08.479005 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 23 12:46:08.479248 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86768) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 23 12:46:08.861290 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO keyring.backend [-] Loading KWallet
Nov 23 12:46:08.868571 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO keyring.backend [-] Loading SecretService
Nov 23 12:46:08.872180 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO keyring.backend [-] Loading Windows
Nov 23 12:46:08.873529 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO keyring.backend [-] Loading chainer
Nov 23 12:46:08.874119 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO keyring.backend [-] Loading macOS
Nov 23 12:46:08.908113 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:08.908367 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:08.908689 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:08.909031 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 23 12:46:09.212876 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.213148 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.213450 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.214710 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.214984 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.215260 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.336524 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.336782 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.337069 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.350470 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.350751 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.351028 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.379491 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.379775 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.380040 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.417778 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.418058 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.418313 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.646747 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c8cc83af0> agent after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.647352 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4c8cc83af0> agent after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.647352 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c8cc839d0> segment precommit_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.647559 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4c8cc83a60> network precommit_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.648310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4c8cd32790> segment before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.771581 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> network before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.771906 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4c8caa90d0> agent before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.772194 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> network before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.772462 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> port before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.772728 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> port before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.773047 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> segment after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.773312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> segment precommit_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.773570 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> segment precommit_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.773831 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> segment after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.774120 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> network after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.774405 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> network precommit_delete 0 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.774803 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> port provisioning_complete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.775079 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.775345 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> rbac-policy after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.775622 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> agent after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.775902 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> subnet after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.776168 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> subnet precommit_delete 0 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.776449 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.776692 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.776979 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> segment_host_mapping after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.777335 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> port after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.777591 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> port after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.777842 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> port after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.778129 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.778408 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.778659 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4c8d94fc10>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.779053 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:09.779295 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:09.779533 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:09.779769 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:09.780004 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:09.780240 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:09.780615 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 23 12:46:09.783897 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 23 12:46:09.787905 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 23 12:46:09.791785 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])])
Nov 23 12:46:09.793438 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 23 12:46:09.793898 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 23 12:46:09.794237 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 23 12:46:09.794654 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 23 12:46:09.797745 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 23 12:46:09.798000 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 23 12:46:09.798391 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 23 12:46:09.826117 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 23 12:46:09.826547 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4c8cb529a0>> qos_plugin after_init 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.826852 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86768) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 23 12:46:09.827222 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4c8cb52400>> logging-plugin after_init 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.828679 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86768) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 23 12:46:09.828968 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 23 12:46:09.829211 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 23 12:46:09.832475 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c8cb302b0>> floatingip before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.832760 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4c8cb302b0>> port before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:09.893632 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 23 12:46:09.893866 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 23 12:46:09.894100 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 23 12:46:09.894501 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 23 12:46:09.929583 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_db.sqlalchemy.engines [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86768) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 23 12:46:10.272100 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing driver for type 'gre'
Nov 23 12:46:10.272641 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] gre ID ranges: [(1, 1000)]
Nov 23 12:46:10.330052 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing driver for type 'local'
Nov 23 12:46:10.330552 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing driver for type 'vlan'
Nov 23 12:46:10.347123 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] VlanTypeDriver initialization complete
Nov 23 12:46:10.347590 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing driver for type 'vxlan'
Nov 23 12:46:10.348263 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] vxlan ID ranges: [(1, 1000)]
Nov 23 12:46:10.401272 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing extension driver 'port_security'
Nov 23 12:46:10.401606 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.extensions.port_security [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] PortSecurityExtensionDriver initialization complete
Nov 23 12:46:10.401960 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing mechanism driver 'openvswitch'
Nov 23 12:46:10.402338 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing mechanism driver 'hyperv'
Nov 23 12:46:10.409088 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.plugins.ml2.plugin [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:10.409851 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8cce1640>> port after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.410226 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8cce1640>> port after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.410602 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8cce1640>> port after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.410985 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8cce17f0>> subnet after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.411337 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8cce17f0>> subnet after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.411682 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8cce17f0>> subnet after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.412045 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65d970>> network after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.412395 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65d970>> network after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.412728 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65d970>> network after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.413104 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65dbb0>> security_group after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.413415 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65dbb0>> security_group after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.413755 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65dbb0>> security_group after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.414130 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65de50>> security_group_rule after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.414493 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65de50>> security_group_rule after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.414830 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65de50>> security_group_rule after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.415265 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65dee0>> address_group after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.415600 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65dee0>> address_group after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.415932 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4c8c65dee0>> address_group after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.416268 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] ML2 OVO RPC backend initialized. {{(pid=86768) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 23 12:46:10.416976 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> router_interface after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.417329 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> router_interface after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.417744 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> network before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.418088 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> networks before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.418464 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> port before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.418806 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> ports before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.419143 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> subnet before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.419481 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> subnets before_response 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.419821 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> network after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.420173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> network after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.420488 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> network after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.420820 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> port after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.421152 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> port after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.421483 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> port after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.421845 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> subnet after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.422181 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> subnet after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.422538 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4c8c664520>> subnet after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.423113 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.plugin [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Modular L2 Plugin initialization complete
Nov 23 12:46:10.423437 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading services supported by the core plugin {{(pid=86768) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 23 12:46:10.423759 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.plugins.ml2.managers [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Got port-security extension from driver 'port_security'
Nov 23 12:46:10.424222 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.extensions.vlantransparent [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Disabled vlantransparent extension.
Nov 23 12:46:10.424708 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86768) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 23 12:46:10.425018 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: router
Nov 23 12:46:10.461339 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router_interface before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.461729 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router after_create 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.462095 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router before_create 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.462467 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router_interface before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.462834 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router_interface after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.463207 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router after_delete 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.463559 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> floatingip after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.463908 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router after_create 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.464251 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router after_update 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.464594 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router after_update 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.464951 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router_gateway after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.465296 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router after_update 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.465707 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router precommit_update 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.466071 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4c8ce2c3a0> port after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.466439 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4c8ce2c550> port after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.466777 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4c8ce2c4c0> subnet after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.467105 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4c8ce2c430> subnetpool_address_scope after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.467452 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> port precommit_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.467875 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router precommit_create 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.468135 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4c8ce1fc10> port before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.468480 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router precommit_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.468897 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router after_update 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.469226 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router precommit_delete 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.469579 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router precommit_create 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.469964 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router_interface after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.470289 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> router precommit_update 55549900 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.470746 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> agent after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.471055 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> agent after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.471414 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4c8c664640>> network after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.472280 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Tracking information for resource: router configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:10.472587 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Tracking information for resource: floatingip configured {{(pid=86768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 23 12:46:10.477790 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.db.l3_agentschedulers_db [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 23 12:46:10.478402 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4c8c5ce670> port after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.478776 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4c8c5ce550> port after_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.479155 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function _notify_port_delete at 0x7f4c8c5ce5e0> port after_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.479477 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4c8c5ce940> port after_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.480333 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c8c578df0>> router before_create 55550100 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.480648 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c8c578df0>> router precommit_delete 55550100 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.481042 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c8c578df0>> router precommit_create 55550100 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.481431 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4c8c578df0>> router precommit_update 55550100 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.486077 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.services.provider_configuration [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service providers = [] {{(pid=86768) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 23 12:46:10.486474 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.db.servicetype_db [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86768) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 23 12:46:10.489400 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.services.service_base [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 23 12:46:10.489748 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.services.service_base [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 23 12:46:10.490087 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.services.service_base [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 23 12:46:10.491158 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.services.service_base [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 23 12:46:10.491533 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.services.service_base [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 23 12:46:10.491940 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.492263 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 23 12:46:10.502991 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.503322 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: auto_allocate
Nov 23 12:46:10.509221 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c8c5a4d30> network precommit_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.509589 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4c8c5a4d30> network precommit_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.510105 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.510456 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: tag
Nov 23 12:46:10.517355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.517680 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: timestamp
Nov 23 12:46:10.521873 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.522266 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: network_ip_availability
Nov 23 12:46:10.527536 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c8c535dc0>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.527869 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c8c535dc0>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.528222 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c8c535dc0>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.528935 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.529247 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: flavors
Nov 23 12:46:10.534251 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.534601 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading Plugin: revisions
Nov 23 12:46:10.538887 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 23 12:46:10.539273 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_concurrency.lockutils [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.630s {{(pid=86768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:10.540018 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86768) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 23 12:46:10.540352 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Initializing extension manager.
Nov 23 12:46:10.540850 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: __init__.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.541187 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: __pycache__ {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.541514 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.541844 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: address_group.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.542628 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.543193 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: address-group
Nov 23 12:46:10.543517 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: address_scope.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.544228 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.544727 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: address-scope
Nov 23 12:46:10.545050 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: admin_state_down_before_update.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.545960 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.546496 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: router-admin-state-down-before-update
Nov 23 12:46:10.546838 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: agent.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.547567 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.548141 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: agent
Nov 23 12:46:10.548378 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: agent_resources_synced.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.549288 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.549792 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: agent-resources-synced
Nov 23 12:46:10.550109 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: allowedaddresspairs.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.551915 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.552429 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: allowed-address-pairs
Nov 23 12:46:10.552753 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: auto_allocated_topology.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.553826 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.554357 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: auto-allocated-topology
Nov 23 12:46:10.554676 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: availability_zone.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.555363 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.555871 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: availability_zone
Nov 23 12:46:10.556188 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: availability_zone_filter.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.557103 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.557584 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: availability_zone_filter
Nov 23 12:46:10.557897 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: data_plane_status.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.558831 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.559327 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension data-plane-status not supported by any of loaded plugins
Nov 23 12:46:10.559642 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: default_subnetpools.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.560546 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.561049 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: default-subnetpools
Nov 23 12:46:10.561366 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: dhcpagentscheduler.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.562172 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.562724 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: dhcp_agent_scheduler
Nov 23 12:46:10.563042 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: dns.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.563941 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.564437 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension dns-integration not supported by any of loaded plugins
Nov 23 12:46:10.564780 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: dns_domain_ports.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.565690 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.566192 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 23 12:46:10.566542 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: dvr.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.567207 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.567706 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: dvr
Nov 23 12:46:10.568024 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: empty_string_filtering.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.568930 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.569431 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: empty-string-filtering
Nov 23 12:46:10.569751 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.570694 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.571193 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 23 12:46:10.571513 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.572409 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.572910 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 23 12:46:10.573226 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: external_net.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.574129 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.574659 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: external-net
Nov 23 12:46:10.574977 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: extra_dhcp_opt.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.575890 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.576394 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: extra_dhcp_opt
Nov 23 12:46:10.576711 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: extraroute.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.577616 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.578167 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: extraroute
Nov 23 12:46:10.578499 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: extraroute_atomic.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.579526 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.580021 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: extraroute-atomic
Nov 23 12:46:10.580337 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: filter_validation.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.580996 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.581490 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: filter-validation
Nov 23 12:46:10.581805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: fip_pf_description.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.584214 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.584737 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 23 12:46:10.585061 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: fip_port_details.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.585982 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.586514 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: fip-port-details
Nov 23 12:46:10.586838 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: flavors.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.588076 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.588588 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: flavors
Nov 23 12:46:10.588912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.590612 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.591127 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 23 12:46:10.591459 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: floatingip_pools.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.592156 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.592668 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: floatingip-pools
Nov 23 12:46:10.592990 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: ip_allocation.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.593936 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.594481 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension ip_allocation not supported by any of loaded plugins
Nov 23 12:46:10.594804 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.595715 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.596222 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: ip-substring-filtering
Nov 23 12:46:10.596549 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l2_adjacency.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.597462 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.597960 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 23 12:46:10.598297 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l3.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.599283 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.599790 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: router
Nov 23 12:46:10.600111 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l3_conntrack_helper.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.602376 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.602898 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 23 12:46:10.603227 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.604151 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.604662 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: ext-gw-mode
Nov 23 12:46:10.604990 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.605906 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.606447 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: l3-ha
Nov 23 12:46:10.606768 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l3_flavors.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.607684 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.608187 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: l3-flavors
Nov 23 12:46:10.608510 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.609480 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.609983 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 23 12:46:10.610313 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: l3agentscheduler.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.611344 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.611846 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: l3_agent_scheduler
Nov 23 12:46:10.612171 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: logging.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.613669 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.614186 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension logging not supported by any of loaded plugins
Nov 23 12:46:10.614542 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: metering.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.615261 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.615832 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: metering
Nov 23 12:46:10.616154 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.617292 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.617799 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: metering_source_and_destination_fields
Nov 23 12:46:10.618107 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: multiprovidernet.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.619173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.619676 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: multi-provider
Nov 23 12:46:10.620001 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: netmtu.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.620903 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.621402 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: net-mtu
Nov 23 12:46:10.621723 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: netmtu_writable.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.622663 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.623160 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: net-mtu-writable
Nov 23 12:46:10.623478 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: network_availability_zone.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.624145 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.624644 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: network_availability_zone
Nov 23 12:46:10.624980 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: network_ip_availability.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.626078 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.626608 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: network-ip-availability
Nov 23 12:46:10.626934 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: network_segment_range.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.627690 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.628185 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension network-segment-range not supported by any of loaded plugins
Nov 23 12:46:10.628502 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: pagination.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.629484 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.629811 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: pagination
Nov 23 12:46:10.630126 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: port_device_profile.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.631053 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.631559 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: port-device-profile
Nov 23 12:46:10.631872 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.632777 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.633276 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: port-mac-address-regenerate
Nov 23 12:46:10.633592 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.634516 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.635016 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: port-numa-affinity-policy
Nov 23 12:46:10.635334 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: port_resource_request.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.636233 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.636728 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension port-resource-request not supported by any of loaded plugins
Nov 23 12:46:10.637046 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: portbindings.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.637957 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.638486 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: binding
Nov 23 12:46:10.638874 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: portbindings_extended.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.640086 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.640614 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: binding-extended
Nov 23 12:46:10.640963 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: portsecurity.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.641869 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.642410 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: port-security
Nov 23 12:46:10.642729 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: project_id.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.644014 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.644338 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: project-id
Nov 23 12:46:10.644656 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: providernet.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.645560 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.646068 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: provider
Nov 23 12:46:10.646419 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.649975 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.650563 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos not supported by any of loaded plugins
Nov 23 12:46:10.650832 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.652131 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.652640 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 23 12:46:10.652967 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.653876 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.654414 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 23 12:46:10.654737 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_default.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.655638 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.656137 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-default not supported by any of loaded plugins
Nov 23 12:46:10.656479 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_fip.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.657128 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.657611 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-fip not supported by any of loaded plugins
Nov 23 12:46:10.657931 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_gateway_ip.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.658869 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.659370 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 23 12:46:10.659689 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_port_network_policy.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.660589 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.661088 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 23 12:46:10.661407 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_rule_type_details.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.662336 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.662842 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 23 12:46:10.663161 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: qos_rules_alias.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.664198 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.664701 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 23 12:46:10.665022 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: quotasv2.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.665939 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.666422 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: quotas
Nov 23 12:46:10.666746 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: quotasv2_detail.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.668372 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.668710 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: quota_details
Nov 23 12:46:10.669037 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: rbac.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.670101 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.670653 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: rbac-policies
Nov 23 12:46:10.670982 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: rbac_address_group.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.671984 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.672468 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: rbac-address-group
Nov 23 12:46:10.672790 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: rbac_address_scope.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.673700 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.674206 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: rbac-address-scope
Nov 23 12:46:10.674553 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: rbac_security_groups.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.675453 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.675968 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: rbac-security-groups
Nov 23 12:46:10.676290 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: rbac_subnetpool.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.677205 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.677709 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: rbac-subnetpool
Nov 23 12:46:10.678026 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: revisionifmatch.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.678965 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.679469 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: revision-if-match
Nov 23 12:46:10.679784 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: revisions.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.680891 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.681398 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: standard-attr-revisions
Nov 23 12:46:10.681718 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: router_availability_zone.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.682406 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.682911 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: router_availability_zone
Nov 23 12:46:10.683234 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: routerservicetype.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.684144 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.684647 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension router-service-type not supported by any of loaded plugins
Nov 23 12:46:10.684968 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.685880 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.686417 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: security-groups-normalized-cidr
Nov 23 12:46:10.686738 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: security_groups_port_filtering.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.687678 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.688178 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: port-security-groups-filtering
Nov 23 12:46:10.688496 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.689402 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.689899 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: security-groups-remote-address-group
Nov 23 12:46:10.690217 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: securitygroup.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.700036 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.700553 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: security-group
Nov 23 12:46:10.700883 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: segment.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.701659 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.702162 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension segment not supported by any of loaded plugins
Nov 23 12:46:10.702511 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.703486 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.703988 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 23 12:46:10.704308 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: servicetype.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.705405 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.705924 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: service-type
Nov 23 12:46:10.706248 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: sorting.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.707248 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.707577 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: sorting
Nov 23 12:46:10.707901 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: standard_attr_segment.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.708806 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.709316 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 23 12:46:10.709663 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: standardattrdescription.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.710320 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.710817 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: standard-attr-description
Nov 23 12:46:10.711121 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: stateful_security_group.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.712039 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.712542 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: stateful-security-group
Nov 23 12:46:10.712861 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: stdattrs_common.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.713437 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 23 12:46:10.713754 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.714769 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.715280 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 23 12:46:10.715605 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: subnet_onboard.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.716667 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.717175 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: subnet_onboard
Nov 23 12:46:10.717499 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.718452 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.718989 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 23 12:46:10.719311 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: subnet_service_types.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.720226 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.720766 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: subnet-service-types
Nov 23 12:46:10.721070 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: subnetallocation.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.722148 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.722684 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: subnet_allocation
Nov 23 12:46:10.723008 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.723667 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.724176 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: subnetpool-prefix-ops
Nov 23 12:46:10.724494 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.725409 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.725912 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 23 12:46:10.726226 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: tagging.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.727312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.727827 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: standard-attr-tag
Nov 23 12:46:10.728153 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: timestamp.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.729352 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.729865 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loaded extension: standard-attr-timestamp
Nov 23 12:46:10.730188 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: trunk.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.731244 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.731748 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension trunk not supported by any of loaded plugins
Nov 23 12:46:10.732068 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: trunk_details.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.732986 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.733495 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension trunk-details not supported by any of loaded plugins
Nov 23 12:46:10.733811 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: uplink_status_propagation.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.734794 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.735292 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 23 12:46:10.735615 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Loading extension file: vlantransparent.py {{(pid=86768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 23 12:46:10.736272 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 23 12:46:10.736768 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 23 12:46:10.739218 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:network
Nov 23 12:46:10.739946 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:subnet
Nov 23 12:46:10.740729 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:46:10.741331 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:port
Nov 23 12:46:10.742650 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.743088 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service FLAVORS assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.743701 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.744133 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.744467 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:router
Nov 23 12:46:10.745116 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:floatingip
Nov 23 12:46:10.745844 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service METERING assigned prefix: /metering {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.747324 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c8c477940>> rbac-policy before_create 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.747692 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c8c477940>> rbac-policy before_update 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.748043 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4c8c477940>> rbac-policy before_delete 55550000 {{(pid=86768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:46:10.749187 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of CountableResource for resource:rbac_policy
Nov 23 12:46:10.749623 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:security_group
Nov 23 12:46:10.750307 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 23 12:46:10.751059 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service CORE assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.751385 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:46:10.751728 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] subnetpool is already registered
Nov 23 12:46:10.752321 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service CORE assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.752639 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:46:10.752963 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] subnetpool is already registered
Nov 23 12:46:10.755535 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.755962 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service FLAVORS assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.756549 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.756962 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.757290 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:router
Nov 23 12:46:10.757619 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] router is already registered
Nov 23 12:46:10.758209 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:floatingip
Nov 23 12:46:10.758572 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] floatingip is already registered
Nov 23 12:46:10.759197 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service METERING assigned prefix: /metering {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.759864 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of CountableResource for resource:rbac_policy
Nov 23 12:46:10.760223 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] rbac_policy is already registered
Nov 23 12:46:10.760720 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:security_group
Nov 23 12:46:10.761013 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] security_group is already registered
Nov 23 12:46:10.761624 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 23 12:46:10.761946 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] security_group_rule is already registered
Nov 23 12:46:10.762618 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service CORE assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.762938 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:46:10.763265 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] subnetpool is already registered
Nov 23 12:46:10.763851 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.v2.resource_helper [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Service CORE assigned prefix:  {{(pid=86768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 23 12:46:10.764169 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Creating instance of TrackedResource for resource:subnetpool
Nov 23 12:46:10.764488 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING neutron.quota.resource_registry [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] subnetpool is already registered
Nov 23 12:46:10.765123 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: extensions {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.766668 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: address-groups {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.768591 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: address-scopes {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.769774 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: agents {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.770958 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: auto-allocated-topology {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.772192 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: availability_zones {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.773552 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: dhcp-networks {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.774916 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: dhcp-agents {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.776336 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: routers {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.779054 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: flavors {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.780208 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: service_profiles {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.781423 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: next_providers {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.783002 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: service_profiles {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.784440 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: floatingip-pools {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.785651 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: routers {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.787449 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: floatingips {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.788621 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: l3-routers {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.790014 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: l3-agents {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.791441 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: metering-labels {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.792795 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: metering-label-rules {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.794058 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: network-ip-availabilities {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.795328 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: bindings {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.797088 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: quotas {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.798565 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: quotas {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.799972 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: rbac-policies {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.801249 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: security-groups {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.802468 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: security-group-rules {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.803679 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: service-providers {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.804901 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: subnetpools {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.806324 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: subnetpools {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.807772 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.809442 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.811305 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.813103 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.814897 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.816733 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.818483 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.820371 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.822102 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.823951 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron.api.extensions [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Extended resource: tags {{(pid=86768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 23 12:46:10.830117 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING keystonemiddleware.auth_token [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 23 12:46:10.834948 dv-cinder-818884-1-iscsi neutron-server[86768]: WARNING keystonemiddleware.auth_token [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 23 12:46:10.843264 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_concurrency.lockutils [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Acquired lock "singleton_lock" {{(pid=86768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 23 12:46:10.843758 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_concurrency.lockutils [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Releasing lock "singleton_lock" {{(pid=86768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 23 12:46:10.844388 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO oslo_service.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Starting 2 workers
Nov 23 12:46:10.848917 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Started child 86873 {{(pid=86768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 23 12:46:10.853035 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Started child 86874 {{(pid=86768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 23 12:46:10.853786 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:10.854536 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO neutron.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Neutron service started, listening on 0.0.0.0:9696
Nov 23 12:46:10.855123 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Notify callbacks [] for process, before_spawn {{(pid=86768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:10.855339 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [-] (86873) wsgi starting up on http://0.0.0.0:9696
Nov 23 12:46:10.857361 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:10.857831 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO oslo_service.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Starting 1 workers
Nov 23 12:46:10.858706 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [-] (86874) wsgi starting up on http://0.0.0.0:9696
Nov 23 12:46:10.862305 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Started child 86875 {{(pid=86768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 23 12:46:10.862836 dv-cinder-818884-1-iscsi neutron-server[86768]: INFO oslo_service.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Starting 1 workers
Nov 23 12:46:10.865873 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] calling RpcWorker wait() {{(pid=86875) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 23 12:46:10.866447 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] returning from RpcWorker wait() {{(pid=86875) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 23 12:46:10.866984 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Started child 86876 {{(pid=86768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 23 12:46:10.867715 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG neutron_lib.callbacks.manager [None req-b19d6276-727f-4a27-bc9e-abb7c37bf68b None None] Notify callbacks [] for process, after_spawn {{(pid=86768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:10.867839 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:10.868347 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:10.869507 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 23 12:46:10.869681 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:46:10.870066 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 23 12:46:10.870257 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 23 12:46:10.870646 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 23 12:46:10.870770 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 23 12:46:10.871305 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.871429 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:10.871916 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.871916 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.872045 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.872326 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.872721 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:10.872848 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.873119 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.873384 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.873650 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.873893 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.874017 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.874173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.874605 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.874834 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.875171 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.875432 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.875672 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.875920 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.876098 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.876362 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.876613 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.876855 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.877151 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.877387 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.877842 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.878065 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.878306 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.878560 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.878826 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.879036 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.879308 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.879548 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.879760 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.879998 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.880244 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.880485 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.880709 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.880921 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.881174 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.881392 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.881860 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] host                           = dv-cinder-818884-1-iscsi {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.882073 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.882300 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.882521 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.882768 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.883024 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.883238 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.883490 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.883739 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.883995 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.884237 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.884469 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.884722 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.884950 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.885241 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.885372 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.885548 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.885821 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.886089 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.886297 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.886454 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.886624 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.886881 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.887040 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.887274 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.887502 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.887730 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.887943 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.888182 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.888391 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.888651 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.888877 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.889115 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.889332 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.889569 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.889789 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.890008 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.890227 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.890482 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.890769 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.890994 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.891232 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.891453 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.891678 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.891943 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.892144 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.892352 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.892600 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.892843 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.893068 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.893600 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.893822 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.894032 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.894320 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.894546 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.894784 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.895035 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.895245 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.895485 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.895689 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.895929 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.896205 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.896365 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.896527 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.896771 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.896978 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.897202 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.897412 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.897620 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.897834 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.898229 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.898548 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.899006 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.899129 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.899483 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.899581 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.899767 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.900225 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.900225 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.900452 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.900754 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.900987 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.901330 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.901499 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.901778 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.902063 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.902477 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.902595 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.902831 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.903030 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.903615 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.903615 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.903796 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.73/identity {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.905983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.906611 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.906611 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.906611 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.906611 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.906853 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.907120 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.907220 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.907437 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.907668 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.907915 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.908143 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.908375 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.908603 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.908851 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.909073 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.909267 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.909494 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.909699 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.910127 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.910392 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.910616 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.910826 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.911035 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.911250 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.911515 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.911778 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.911973 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.912405 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.912640 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.913055 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.913315 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.913554 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.913780 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.914174 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.914602 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.915062 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.915327 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.915561 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.915778 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.915998 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.916224 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.916667 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.916921 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.917159 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.917374 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.917606 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.917833 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.918050 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.918262 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.918496 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.918710 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.919102 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.919472 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.919757 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.920068 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.920492 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.920720 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.920964 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.921224 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.921480 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.921711 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.922126 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.922387 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.922633 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.922913 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.923160 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.923399 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.923639 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.923890 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.924150 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.924370 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.924609 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.924842 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.925080 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.925297 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.925576 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.925857 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.926064 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.926350 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.926587 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.926844 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.927065 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.927331 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.927568 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.927838 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.928112 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.928364 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.928627 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.928859 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.929774 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.929774 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.929774 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.929774 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.930452 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.930452 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.930452 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.931095 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.931095 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.931256 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.931419 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.931661 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.932124 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.932227 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.932451 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.932815 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.933101 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.933415 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.933914 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.934377 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.934780 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.935190 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.935588 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.935956 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.73/identity {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.936332 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.936606 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.936867 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.937089 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.937321 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.937603 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.937845 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.938058 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.938299 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.938576 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.938820 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.939074 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.939274 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.939695 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.939912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.940158 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.940370 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.940591 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.940841 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.941061 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.941310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.941518 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.941735 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.942167 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.942583 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.943036 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.943291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.943532 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.943761 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.943984 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.944245 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.944459 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.944701 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.944933 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.945142 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.945365 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.945583 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.945788 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.946017 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.946229 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.946487 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.946734 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.946978 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.947295 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.947533 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.947792 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.948034 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.948242 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.948464 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.948707 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.948928 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.949159 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.949373 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.949585 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.949856 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.950101 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.950371 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.950634 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.950806 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.951021 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.951448 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.951652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.951933 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.952186 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.952412 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.952681 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.952885 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.953131 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.953339 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.953592 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.953755 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.953945 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.954167 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.954400 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.954635 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.954834 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.955042 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.955332 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.955580 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.955795 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.956077 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.956318 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.956541 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.956786 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.957111 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.957318 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.957713 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.958561 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.958561 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.958561 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.958819 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.959016 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.959318 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.959594 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.959844 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.960126 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.960398 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.960651 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.960860 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.961169 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.961495 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.961756 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.961994 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.962238 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.962536 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.962776 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.963004 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.963220 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.963459 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.963673 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.963917 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.964170 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.964392 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.964622 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.964863 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.965073 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.965293 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.965520 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.965761 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.965990 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.966141 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 23 12:46:10.966667 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 23 12:46:10.966826 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 23 12:46:10.966977 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 23 12:46:10.967144 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 23 12:46:10.967310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 23 12:46:10.967665 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 23 12:46:10.967665 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.967942 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.967942 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.968210 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.968210 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.968402 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.968541 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.968774 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.968976 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.969118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.969263 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.969397 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.969529 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.969663 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.969797 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.969929 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.970061 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.970195 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.970369 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.970520 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.970655 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.970787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.970920 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.971053 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.971240 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.971402 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.971537 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.971669 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.971832 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.971983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.972117 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.972273 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.972413 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.972571 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.972710 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.972865 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.973003 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.973146 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.973280 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.973436 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.973577 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] host                           = dv-cinder-818884-1-iscsi {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.973734 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.973888 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.974023 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.974174 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.974354 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.974509 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.974643 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.974796 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.974934 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.975092 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.975249 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.975409 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.975547 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.975707 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.975855 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.975999 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.976140 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.976273 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.976449 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.976611 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.976752 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.976909 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.977057 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.977201 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.977336 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.977492 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.977630 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.977814 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.977958 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.978614 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.978614 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.978614 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.978614 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979920 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979920 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979920 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.979920 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980338 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980338 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980338 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980594 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980594 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980737 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980837 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.980996 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.981152 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.981310 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.981467 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.981622 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.981776 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.981929 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.982083 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.982238 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.982416 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.982560 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.982713 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.982868 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.983023 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.983381 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.983381 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.983582 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.983665 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.983742 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.983899 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 23 12:46:10.984072 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.984232 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.984424 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.984583 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.984741 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.984899 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.985057 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.985215 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.985377 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.985534 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.985698 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.985858 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.986028 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.986185 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.986367 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.986528 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.986687 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.986847 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.987004 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.987164 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.987322 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.987480 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.987654 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.987815 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.987974 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.73/identity {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.988283 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.988443 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.988607 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.988766 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.988928 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.989094 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.989300 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.989432 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.989566 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.989693 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.989839 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.989983 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.990141 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.990335 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.990495 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.990638 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.990802 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.990960 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.991118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.991277 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.991437 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.991595 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.991754 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.991912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.992069 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.992238 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.992389 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.992543 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.992699 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.992860 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.993017 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.993174 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.993334 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.993491 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.993650 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.993808 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.993977 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.994136 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.994316 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.994477 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.994635 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.994796 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.994954 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.995111 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.995268 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.995430 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.995593 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.995735 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.995899 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.996057 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.996215 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.996373 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.996862 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.996862 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.996862 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.997112 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.997112 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.997266 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:10.997424 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002355 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002944 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.002944 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003089 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003173 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.003719 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004254 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.004787 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005380 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.005912 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.006241 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.006241 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.006241 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.006489 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.73/identity {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.006567 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.006718 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.006877 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.007035 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.007194 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.007353 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.007511 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.007671 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.007833 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.007990 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.008151 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.008307 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.008464 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.008622 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.008857 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.009037 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.009122 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.009275 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.009378 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.009568 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.009699 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.009882 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.010808 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.010808 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.010808 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.010808 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.010808 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.010808 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.013805 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.015312 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016118 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.016652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017258 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017793 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017793 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017793 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017793 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017793 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.017793 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.018537 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.018537 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.018537 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.018760 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.018760 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.018923 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.019067 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.019227 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.019383 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.019553 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.019710 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.019872 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.020028 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.020185 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.020383 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022291 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022892 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022892 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022892 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.022892 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.023239 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.023412 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.023648 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.023761 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.023881 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.024181 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.024346 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.024490 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.024652 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.024813 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.024969 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.025128 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.025287 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.025448 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.025605 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.025763 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.025921 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.026082 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 23 12:46:11.026234 dv-cinder-818884-1-iscsi neutron-server[86768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 23 12:46:11.269698 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 39824) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:11.282613 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095356
Nov 23 12:46:21.845875 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6533c-a55a-49cf-9633-c8bcffcc2a82 None None] get_active_networks_info from dv-cinder-818884-1-iscsi {{(pid=86875) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 23 12:46:21.912749 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c6533c-a55a-49cf-9633-c8bcffcc2a82 None None] No non-hosted networks {{(pid=86875) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 23 12:46:21.927451 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.agentschedulers_db [None req-47c6533c-a55a-49cf-9633-c8bcffcc2a82 None None] DHCP Agent not found on host dv-cinder-818884-1-iscsi {{(pid=86875) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 23 12:46:21.998635 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8fbbb041-1b7e-4f56-8877-0cc748d30bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544305'] for agent, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:22.087335 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544305'] for agent, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:22.088235 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.088737 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.089146 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.089542 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.090037 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.091253 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.091658 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.092117 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.092752 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.093039 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.093652 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.094396 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:22.094837 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c8b90b070>, 'Open vSwitch agent', 'dv-cinder-818884-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:22.110751 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4c8c1bf8b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818884-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:23.923667 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-799cd8f8-cdec-49b3-93f6-bf8857ec9ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544305'] for agent, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:23.992664 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7a823404-c35d-4ca0-b547-9e130ac81397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:24.890727 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544305'] for agent, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:26.656282 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544305'] for agent, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:28.209123 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 39916) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:28.800359 dv-cinder-818884-1-iscsi neutron-server[86873]: WARNING oslo_policy.policy [None req-7c23c26b-e9ab-494d-a6cc-6f41c6a088b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:28.800907 dv-cinder-818884-1-iscsi neutron-server[86873]: WARNING oslo_policy.policy [None req-7c23c26b-e9ab-494d-a6cc-6f41c6a088b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:29.015856 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [None req-7c23c26b-e9ab-494d-a6cc-6f41c6a088b6 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:46:29.029968 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-7c23c26b-e9ab-494d-a6cc-6f41c6a088b6 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8061128
Nov 23 12:46:30.900072 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.db.l3_hamode_db [None req-7e54620a-16ef-48e7-994e-6576d36ab3d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 23 12:46:30.984573 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54620a-16ef-48e7-994e-6576d36ab3d1 None None] Routers set() bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:30.984965 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54620a-16ef-48e7-994e-6576d36ab3d1 None None] Router IDs set() for agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 23 12:46:31.371566 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 39930) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:31.996379 dv-cinder-818884-1-iscsi neutron-server[86874]: WARNING oslo_policy.policy [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:31.997087 dv-cinder-818884-1-iscsi neutron-server[86874]: WARNING oslo_policy.policy [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:32.211929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:32.309807 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.policy [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86874) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 23 12:46:32.354419 dv-cinder-818884-1-iscsi neutron-server[86874]: WARNING oslo_policy.policy [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:32.354775 dv-cinder-818884-1-iscsi neutron-server[86874]: WARNING oslo_policy.policy [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:32.363106 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.quota [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c8bf46100>.
Nov 23 12:46:32.378797 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:46:32.441883 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747924656692', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747924657155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747924712847', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747924707214', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747924696055', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747924690201', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1425648', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1306352', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1021165', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-972453'] for rbac-policy, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:32.507793 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:32.509146 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ab292777-7963-4103-a7ba-47818fe552a0 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1365080
Nov 23 12:46:35.145905 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 39948) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:35.531990 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Request body: {'network': {'name': 'private', 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'admin_state_up': True}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:35.536881 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:46:35.541383 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Usage tracker for resource:network and tenant:31ffe7e1e703418b8d35c2c84fe5dc7e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:46:35.545851 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:46:35.552629 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:46:35.563453 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Made reservation on behalf of 31ffe7e1e703418b8d35c2c84fe5dc7e for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:46:35.566162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.583240 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.596865 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:46:35.600477 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Usage tracker for resource:security_group_rule and tenant:31ffe7e1e703418b8d35c2c84fe5dc7e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:46:35.605266 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:46:35.610958 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:46:35.716662 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.722113 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.727220 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:35.744147 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:46:35.769771 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747922260893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.770382 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c8cc839d0> segment precommit_create {{(pid=86874) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 23 12:46:35.770843 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Added segment 464711d4-7e93-4761-a5be-97c0b2dc6e3b of type vlan for network 34a10304-b225-4a83-b7d5-2f0d752e98bf
Nov 23 12:46:35.816958 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dc6074-2cf2-4c2e-8bec-30ddf3c689df,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:35.836943 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.837271 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.837595 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.837922 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.838215 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.838553 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.838865 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.839170 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.839474 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.839779 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.840080 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.840381 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Tracked resource versions report:
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]: pushed versions:
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]: {   'AddressGroup': {'1.2'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'ConntrackHelper': {'1.0'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Log': {'1.0'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Network': {'1.1'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Port': {'1.7'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'PortForwarding': {'1.2'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'QosPolicy': {'1.8'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'SecurityGroup': {'1.4'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'SubPort': {'1.0'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Subnet': {'1.1'},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Trunk': {'1.1'}}
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]: consumer versions:
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Log': '1.0',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Network': '1.1',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Port': '1.7',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'PortForwarding': '1.2',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'QosPolicy': '1.8',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'SecurityGroup': '1.4',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'SubPort': '1.0',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Subnet': '1.1',
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Trunk': '1.1'}}
Nov 23 12:46:35.841389 dv-cinder-818884-1-iscsi neutron-server[86874]:  {{(pid=86874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:46:35.885607 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.890817 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:35.930369 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.931784 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:46:35.932450 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:35.935606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:36.036865 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Pushing event updated for resources: {'Network': ['ID=34a10304-b225-4a83-b7d5-2f0d752e98bf,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:36.040645 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8937316
Nov 23 12:46:36.041357 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:36.050842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:46:38.729373 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 39964) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:39.301810 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.policy [None req-003c5a84-0451-48cd-b6fc-e1c134ecad7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86873) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 23 12:46:39.348263 dv-cinder-818884-1-iscsi neutron-server[86873]: WARNING oslo_policy.policy [None req-003c5a84-0451-48cd-b6fc-e1c134ecad7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:39.348522 dv-cinder-818884-1-iscsi neutron-server[86873]: WARNING oslo_policy.policy [None req-003c5a84-0451-48cd-b6fc-e1c134ecad7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 23 12:46:39.356770 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003c5a84-0451-48cd-b6fc-e1c134ecad7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:46:39.358491 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-003c5a84-0451-48cd-b6fc-e1c134ecad7d admin admin] 10.222.0.73 "GET /v2.0/networks/34a10304-b225-4a83-b7d5-2f0d752e98bf HTTP/1.1" status: 200  len: 826 time: 0.6281424
Nov 23 12:46:39.391583 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-6a125d5f-a174-4628-9e09-c904937e64b6 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/bc63802e-d979-40e3-a8a6-6ff88d6d435c HTTP/1.1" status: 200  len: 734 time: 0.0276136
Nov 23 12:46:39.403197 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Request body: {'subnet': {'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'bc63802e-d979-40e3-a8a6-6ff88d6d435c', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:39.404740 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.quota [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f4c8c240250>.
Nov 23 12:46:39.410774 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:46:39.416295 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Usage tracker for resource:subnet and tenant:31ffe7e1e703418b8d35c2c84fe5dc7e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:46:39.419619 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:46:39.426639 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:46:39.446194 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Made reservation on behalf of 31ffe7e1e703418b8d35c2c84fe5dc7e for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:46:39.448965 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:39.776616 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:39.782309 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:39.859747 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Checking segment: {'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:46:39.860130 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Network hostable DHCP agents. Network: 34a10304-b225-4a83-b7d5-2f0d752e98bf, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:46:39.873163 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7774a657-d499-4a31-93c3-b10a22a4cf5c,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:39.882719 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.883071 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.883399 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.883720 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.884039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.884353 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.884669 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.884976 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.885290 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.885595 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.885905 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.886189 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Tracked resource versions report:
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]: pushed versions:
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]: {   'AddressGroup': {'1.2'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'ConntrackHelper': {'1.0'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Log': {'1.0'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Network': {'1.1'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Port': {'1.7'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'PortForwarding': {'1.2'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'QosPolicy': {'1.8'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'SecurityGroup': {'1.4'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'SubPort': {'1.0'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Subnet': {'1.1'},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Trunk': {'1.1'}}
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]: consumer versions:
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Log': '1.0',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Network': '1.1',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Port': '1.7',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'PortForwarding': '1.2',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'QosPolicy': '1.8',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'SecurityGroup': '1.4',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'SubPort': '1.0',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Subnet': '1.1',
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Trunk': '1.1'}}
Nov 23 12:46:39.887243 dv-cinder-818884-1-iscsi neutron-server[86873]:  {{(pid=86873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:46:39.917499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:46:39.921590 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:39.929862 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 34a10304-b225-4a83-b7d5-2f0d752e98bf) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:46:39.934792 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:46:39.935412 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:39.939597 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e758c5e-7c75-47e9-9ab8-860c06e7133a None None] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:46:39.959384 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5589972
Nov 23 12:46:40.337994 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-34a10304-b225-4a83-b7d5-2f0d752e98bf', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'fixed_ips': [{'subnet_id': '7774a657-d499-4a31-93c3-b10a22a4cf5c'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 12:46:40.339234 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:40.520985 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Allocated IP 172.20.0.2 (34a10304-b225-4a83-b7d5-2f0d752e98bf/7774a657-d499-4a31-93c3-b10a22a4cf5c/07d29313-2d5c-48f0-8f8e-4a1a999f1fbe) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:46:40.748384 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:40.762496 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Transition to ACTIVE for port object 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:46:40.783325 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Transition to ACTIVE for port object 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:46:40.791133 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:40.799102 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:40.856933 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:46:40.859789 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:46:40.868828 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:46:40.870955 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Pushing event updated for resources: {'Port': ['ID=07d29313-2d5c-48f0-8f8e-4a1a999f1fbe,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:40.904973 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.905337 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.905756 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.906056 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.906372 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.906722 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.907037 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.907365 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.907698 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.907996 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.908328 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.908636 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Tracked resource versions report:
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]: pushed versions:
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]: {   'AddressGroup': {'1.2'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'ConntrackHelper': {'1.0'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Log': {'1.0'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Network': {'1.1'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Port': {'1.7'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'PortForwarding': {'1.2'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'QosPolicy': {'1.8'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'SecurityGroup': {'1.4'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'SubPort': {'1.0'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Subnet': {'1.1'},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Trunk': {'1.1'}}
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]: consumer versions:
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Log': '1.0',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Network': '1.1',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Port': '1.7',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'PortForwarding': '1.2',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'QosPolicy': '1.8',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'SecurityGroup': '1.4',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'SubPort': '1.0',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Subnet': '1.1',
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Trunk': '1.1'}}
Nov 23 12:46:40.909682 dv-cinder-818884-1-iscsi neutron-server[86875]:  {{(pid=86875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:46:40.917358 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:40.972690 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Attempting to bind port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:46:40.973342 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Attempting to bind port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:46:40.973468 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Attempting to bind port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe on network 34a10304-b225-4a83-b7d5-2f0d752e98bf {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:46:40.978989 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:46:40.979360 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Checking segment: {'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:46:40.979860 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:40.980255 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Bound using segment: {'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:46:40.980770 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Bound port: 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:46:40.981188 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:41.070176 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] For port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:46:41.074031 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] For port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=07d29313-2d5c-48f0-8f8e-4a1a999f1fbe,segment=NetworkSegment(464711d4-7e93-4761-a5be-97c0b2dc6e3b),segment_id=464711d4-7e93-4761-a5be-97c0b2dc6e3b)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:46:41.081968 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:41.085823 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:41.191890 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Pushing event updated for resources: {'Port': ['ID=07d29313-2d5c-48f0-8f8e-4a1a999f1fbe,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:41.194801 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:42.311794 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 39980) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:42.690980 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [None req-1b8d809c-22d3-4413-a64d-5d65eb349215 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:46:42.691958 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-1b8d809c-22d3-4413-a64d-5d65eb349215 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3791456
Nov 23 12:46:44.298923 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:46:44.369570 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:46:44.714407 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7e90d-c0fa-46f9-a4c4-24cbc2683c77 None None] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:46:44.843980 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Provisioning for port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:46:44.873431 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Provisioning complete for port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:46:44.873826 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:45.037897 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 39994) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:45.054540 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:45.094471 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] For port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=07d29313-2d5c-48f0-8f8e-4a1a999f1fbe,segment=NetworkSegment(464711d4-7e93-4761-a5be-97c0b2dc6e3b),segment_id=464711d4-7e93-4761-a5be-97c0b2dc6e3b)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:46:45.099168 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:45.102248 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-21f35aa3-bb20-448a-b10f-da38e5725e59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:45.168513 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Pushing event updated for resources: {'Port': ['ID=07d29313-2d5c-48f0-8f8e-4a1a999f1fbe,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:45.171767 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:45.321148 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-b64d27d9-a990-4635-8aad-7e8e51956b80 None None] Provisioning complete for port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:46:45.321819 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b64d27d9-a990-4635-8aad-7e8e51956b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:45.416804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [None req-a3568a36-da38-4363-ac82-ce38ffc274b0 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:46:45.417764 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a3568a36-da38-4363-ac82-ce38ffc274b0 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3788478
Nov 23 12:46:46.267419 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:46:46.337951 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:46:46.338677 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:48.068125 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40006) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:48.422523 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:48.429550 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:46:48.435562 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Usage tracker for resource:router and tenant:31ffe7e1e703418b8d35c2c84fe5dc7e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:46:48.440087 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:46:48.446014 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:46:48.459379 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:48.460934 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:48.482741 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:48.595437 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:48.619158 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:48.620757 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-14204edd-8f2b-4f40-a964-58ad358b9890 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5515890
Nov 23 12:46:50.966336 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40016) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:51.344694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [None req-c2b15f61-560c-4016-abaf-fac51c8a6548 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:46:51.345708 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c2b15f61-560c-4016-abaf-fac51c8a6548 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3784463
Nov 23 12:46:51.759359 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2a34d63e-f785-4cd5-8b13-2ec7cc8e8aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:52.020635 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:53.711985 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40026) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:53.921560 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c5ff-32c9-4b60-95b3-3badef427e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.150785 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:46:54.157678 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:46:54.161869 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Usage tracker for resource:network and tenant:837c461c1d8e47888fcf2f8cbfceb134 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:46:54.164963 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:46:54.171092 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:46:54.181320 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Made reservation on behalf of 837c461c1d8e47888fcf2f8cbfceb134 for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:46:54.183615 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.199305 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.213288 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:46:54.217330 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Usage tracker for resource:security_group_rule and tenant:837c461c1d8e47888fcf2f8cbfceb134 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:46:54.221481 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:46:54.230400 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:46:54.330221 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.336892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.341148 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:54.354170 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=86873) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 23 12:46:54.379175 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443f1277-8c94-49d5-a00d-e4bc8535cda9,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:54.384542 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747922260893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.385113 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4c8cc839d0> segment precommit_create {{(pid=86873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 23 12:46:54.385558 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Added segment d8470458-ecba-4d23-95db-de389a795862 of type flat for network 808ec153-2999-4a31-bb37-c33c116b6036
Nov 23 12:46:54.392200 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:54.425600 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.467069 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.468394 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:46:54.468965 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:54.474079 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:54.584737 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8715987
Nov 23 12:46:54.587482 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Pushing event updated for resources: {'Network': ['ID=808ec153-2999-4a31-bb37-c33c116b6036,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:54.590711 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:54.598038 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 808ec153-2999-4a31-bb37-c33c116b6036 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:46:54.845902 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:56.608793 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:56.932633 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40046) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:46:57.154586 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9da7d9-35d2-4b65-a2f5-5696e26f6cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:46:57.155832 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9a9da7d9-35d2-4b65-a2f5-5696e26f6cd7 admin admin] 10.222.0.73 "GET /v2.0/subnets/7774a657-d499-4a31-93c3-b10a22a4cf5c HTTP/1.1" status: 200  len: 849 time: 0.2222536
Nov 23 12:46:57.310309 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-7c02ab0f-43cc-4c67-85fb-d68ba2123c3d admin admin] 10.222.0.73 "GET /v2.0/routers/2b5361bc-9ad3-4279-8647-b21209087e58 HTTP/1.1" status: 200  len: 704 time: 0.1487184
Nov 23 12:46:57.773176 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.015738 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Allocated IP 172.20.0.1 (34a10304-b225-4a83-b7d5-2f0d752e98bf/7774a657-d499-4a31-93c3-b10a22a4cf5c/76bf3edd-4145-456d-8e6e-9b5420baf538) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:46:58.172761 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.190421 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Transition to ACTIVE for port object 76bf3edd-4145-456d-8e6e-9b5420baf538 will not be triggered until provisioned by entity DHCP. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:46:58.252508 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.257440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:58.315394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:46:58.318134 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:46:58.324189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:46:58.324704 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.453647 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Pushing event updated for resources: {'Port': ['ID=76bf3edd-4145-456d-8e6e-9b5420baf538,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:58.464913 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:58.561383 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-c655a089-88dc-4c4e-a609-c52311e90af0 None None] Provisioning for port 76bf3edd-4145-456d-8e6e-9b5420baf538 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:46:58.566863 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-c655a089-88dc-4c4e-a609-c52311e90af0 None None] Provisioning complete for port 76bf3edd-4145-456d-8e6e-9b5420baf538 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:46:58.567176 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c655a089-88dc-4c4e-a609-c52311e90af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.620749 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-c655a089-88dc-4c4e-a609-c52311e90af0 None None] Port 76bf3edd-4145-456d-8e6e-9b5420baf538 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:46:58.625317 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.852119 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.859366 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.861126 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:58.866328 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:46:58.992583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Pushing event updated for resources: {'Port': ['ID=76bf3edd-4145-456d-8e6e-9b5420baf538,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:46:59.001877 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:46:59.061927 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:46:59.063048 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:46:59.246537 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-33c7d0f4-132b-4b5c-b4ab-49903794b0da None None] Provisioning complete for port 76bf3edd-4145-456d-8e6e-9b5420baf538 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:46:59.246907 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-33c7d0f4-132b-4b5c-b4ab-49903794b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:46:59.255014 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Router 2b5361bc-9ad3-4279-8647-b21209087e58 is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 12:46:59.298029 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-33c7d0f4-132b-4b5c-b4ab-49903794b0da None None] Port 76bf3edd-4145-456d-8e6e-9b5420baf538 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:46:59.407962 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:46:59.417918 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] 10.222.0.73 "PUT /v2.0/routers/2b5361bc-9ad3-4279-8647-b21209087e58/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0999749
Nov 23 12:46:59.419059 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0600409-554f-4664-b947-3299774f2366 None None] Sync routers for ids ['2b5361bc-9ad3-4279-8647-b21209087e58'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:46:59.430236 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] Routers {'2b5361bc-9ad3-4279-8647-b21209087e58'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:46:59.431160 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c18cf70>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:46:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['2b5361bc-9ad3-4279-8647-b21209087e58'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:59.603503 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] Set router 2b5361bc-9ad3-4279-8647-b21209087e58 gateway port host: None {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:46:59.963868 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c18cf70>, [{'id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'name': 'router1', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:48Z', 'updated_at': '2021-11-23T12:46:58Z', 'revision_number': 2, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'gw_port_host': None, '_interfaces': [{'id': '76bf3edd-4145-456d-8e6e-9b5420baf538', 'name': '', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'mac_address': 'fa:16:3e:bc:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:57Z', 'updated_at': '2021-11-23T12:46:58Z', 'revision_number': 2, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'subnets': [{'id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc63802e-d979-40e3-a8a6-6ff88d6d435c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:46:59.969007 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0600409-554f-4664-b947-3299774f2366 None None] Checking router: 2b5361bc-9ad3-4279-8647-b21209087e58 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:46:59.969396 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0600409-554f-4664-b947-3299774f2366 None None] Updating router 2b5361bc-9ad3-4279-8647-b21209087e58 port 76bf3edd-4145-456d-8e6e-9b5420baf538 binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:47:00.025451 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c0600409-554f-4664-b947-3299774f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:00.397354 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c0600409-554f-4664-b947-3299774f2366 None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:00.412127 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-c0600409-554f-4664-b947-3299774f2366 None None] Transition to ACTIVE for port object 76bf3edd-4145-456d-8e6e-9b5420baf538 will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:47:00.419363 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c0600409-554f-4664-b947-3299774f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:00.428261 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:00.543713 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Pushing event updated for resources: {'Port': ['ID=76bf3edd-4145-456d-8e6e-9b5420baf538,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:00.588212 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.588515 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.588839 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.589153 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.589462 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.590073 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.590407 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.590715 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.591027 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.591334 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.591637 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.591940 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Tracked resource versions report:
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]: pushed versions:
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]: {   'AddressGroup': {'1.2'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'ConntrackHelper': {'1.0'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Log': {'1.0'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Network': {'1.1'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Port': {'1.7'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'PortForwarding': {'1.2'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'QosPolicy': {'1.8'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'SecurityGroup': {'1.4'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'SubPort': {'1.0'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Subnet': {'1.1'},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Trunk': {'1.1'}}
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]: consumer versions:
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Log': '1.0',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Network': '1.1',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Port': '1.7',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'PortForwarding': '1.2',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'QosPolicy': '1.8',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'SecurityGroup': '1.4',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'SubPort': '1.0',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Subnet': '1.1',
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Trunk': '1.1'}}
Nov 23 12:47:00.593015 dv-cinder-818884-1-iscsi neutron-server[86876]:  {{(pid=86876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:47:00.596839 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:00.685908 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-c0600409-554f-4664-b947-3299774f2366 None None] Attempting to bind port 76bf3edd-4145-456d-8e6e-9b5420baf538 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:47:00.686382 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-c0600409-554f-4664-b947-3299774f2366 None None] Attempting to bind port 76bf3edd-4145-456d-8e6e-9b5420baf538 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:47:00.686818 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0600409-554f-4664-b947-3299774f2366 None None] Attempting to bind port 76bf3edd-4145-456d-8e6e-9b5420baf538 on network 34a10304-b225-4a83-b7d5-2f0d752e98bf {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:47:00.692068 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0600409-554f-4664-b947-3299774f2366 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:00.692475 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0600409-554f-4664-b947-3299774f2366 None None] Checking segment: {'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:47:00.692956 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c0600409-554f-4664-b947-3299774f2366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:00.693347 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0600409-554f-4664-b947-3299774f2366 None None] Bound using segment: {'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:00.693858 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-c0600409-554f-4664-b947-3299774f2366 None None] Bound port: 76bf3edd-4145-456d-8e6e-9b5420baf538, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464711d4-7e93-4761-a5be-97c0b2dc6e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:47:00.694265 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c0600409-554f-4664-b947-3299774f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:00.784108 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-c0600409-554f-4664-b947-3299774f2366 None None] For port 76bf3edd-4145-456d-8e6e-9b5420baf538, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:47:00.788157 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-c0600409-554f-4664-b947-3299774f2366 None None] For port 76bf3edd-4145-456d-8e6e-9b5420baf538, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=76bf3edd-4145-456d-8e6e-9b5420baf538,segment=NetworkSegment(464711d4-7e93-4761-a5be-97c0b2dc6e3b),segment_id=464711d4-7e93-4761-a5be-97c0b2dc6e3b)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:47:00.794248 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c0600409-554f-4664-b947-3299774f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:00.797995 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:00.877729 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] Routers {'2b5361bc-9ad3-4279-8647-b21209087e58'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:00.878414 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c18cf70>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:46:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['2b5361bc-9ad3-4279-8647-b21209087e58'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:47:00.933760 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Pushing event updated for resources: {'Port': ['ID=76bf3edd-4145-456d-8e6e-9b5420baf538,revision_number=4']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:00.992489 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:01.034649 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] Set router 2b5361bc-9ad3-4279-8647-b21209087e58 gateway port host: None {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:47:01.354184 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c0600409-554f-4664-b947-3299774f2366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c18cf70>, [{'id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'name': 'router1', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:48Z', 'updated_at': '2021-11-23T12:46:58Z', 'revision_number': 2, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'gw_port_host': None, '_interfaces': [{'id': '76bf3edd-4145-456d-8e6e-9b5420baf538', 'name': '', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'mac_address': 'fa:16:3e:bc:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:57Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 4, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'subnets': [{'id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc63802e-d979-40e3-a8a6-6ff88d6d435c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:47:01.358151 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0600409-554f-4664-b947-3299774f2366 None None] The sync data for ids ['2b5361bc-9ad3-4279-8647-b21209087e58'] in dv-cinder-818884-1-iscsi is: [{'id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'name': 'router1', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:48Z', 'updated_at': '2021-11-23T12:46:58Z', 'revision_number': 2, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'gw_port_host': None, '_interfaces': [{'id': '76bf3edd-4145-456d-8e6e-9b5420baf538', 'name': '', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'mac_address': 'fa:16:3e:bc:4e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:57Z', 'updated_at': '2021-11-23T12:47:00Z', 'revision_number': 4, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'subnets': [{'id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc63802e-d979-40e3-a8a6-6ff88d6d435c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:47:01.585611 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40068) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:01.734925 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce80af-ab42-4aa7-bbf1-2e4772ec354c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:47:01.736289 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d4ce80af-ab42-4aa7-bbf1-2e4772ec354c admin admin] 10.222.0.73 "GET /v2.0/networks/808ec153-2999-4a31-bb37-c33c116b6036 HTTP/1.1" status: 200  len: 842 time: 0.1497266
Nov 23 12:47:01.745894 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'ip_version': 4}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:01.751236 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:47:01.755099 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Usage tracker for resource:subnet and tenant:837c461c1d8e47888fcf2f8cbfceb134 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:47:01.757867 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:47:01.763948 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:47:01.776072 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Made reservation on behalf of 837c461c1d8e47888fcf2f8cbfceb134 for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:47:01.778441 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:02.163545 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.objects.ports [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86874) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 23 12:47:02.163937 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:02.168530 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:02.244645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:47:02.245001 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Network hostable DHCP agents. Network: 808ec153-2999-4a31-bb37-c33c116b6036, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:47:02.252952 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5c43fa-3089-4880-ac5e-f23975cd5372,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:02.256473 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:02.279444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:47:02.291102 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 808ec153-2999-4a31-bb37-c33c116b6036) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:47:02.296615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:47:02.296615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:02.304404 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4841c34f-9815-4a59-9b29-ab9154174bca None None] Network 808ec153-2999-4a31-bb37-c33c116b6036 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:47:02.319203 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 76bf3edd-4145-456d-8e6e-9b5420baf538 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:47:02.362522 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6200867
Nov 23 12:47:02.477618 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 76bf3edd-4145-456d-8e6e-9b5420baf538 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:47:02.511036 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 76bf3edd-4145-456d-8e6e-9b5420baf538 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:47:02.511483 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:02.654327 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6abb29-b53e-45c9-a780-0103732922e8 None None] Network 808ec153-2999-4a31-bb37-c33c116b6036 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:47:02.777178 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:02.864395 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 76bf3edd-4145-456d-8e6e-9b5420baf538, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=76bf3edd-4145-456d-8e6e-9b5420baf538,segment=NetworkSegment(464711d4-7e93-4761-a5be-97c0b2dc6e3b),segment_id=464711d4-7e93-4761-a5be-97c0b2dc6e3b)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:47:02.875195 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:02.880430 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-eb91f7e8-c992-4aa7-b536-4b20d1c50e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:02.984514 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=76bf3edd-4145-456d-8e6e-9b5420baf538,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:02.987444 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:04.275807 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 76bf3edd-4145-456d-8e6e-9b5420baf538 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:47:04.345788 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 76bf3edd-4145-456d-8e6e-9b5420baf538 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:47:04.346164 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:04.585882 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40082) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:04.783944 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-36537c31-6ce5-4770-b723-52c8fd32003a admin admin] 10.222.0.73 "GET /v2.0/routers/2b5361bc-9ad3-4279-8647-b21209087e58 HTTP/1.1" status: 200  len: 710 time: 0.1968091
Nov 23 12:47:04.911177 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93fc2a9-566d-43b3-b858-a0e29efa01e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:47:04.912516 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-b93fc2a9-566d-43b3-b858-a0e29efa01e8 admin admin] 10.222.0.73 "GET /v2.0/networks/808ec153-2999-4a31-bb37-c33c116b6036 HTTP/1.1" status: 200  len: 886 time: 0.1233656
Nov 23 12:47:04.924281 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:47:05.352017 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:05.687045 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:05.741080 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:05.952597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Allocated IP 172.27.0.44 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:47:06.106548 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:06.140761 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:06.144678 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-02b095e7-7840-410c-80f9-5080df1b8fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:06.206381 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:47:06.209136 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:47:06.212712 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:47:06.264422 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:06.319812 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:06.601078 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:06.942179 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:06.945891 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-693012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-693021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-694275'] for router, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:07.122632 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Router 2b5361bc-9ad3-4279-8647-b21209087e58 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:47:07.350864 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:47:07.359129 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:07.360343 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] 10.222.0.73 "PUT /v2.0/routers/2b5361bc-9ad3-4279-8647-b21209087e58 HTTP/1.1" status: 200  len: 889 time: 2.4392118
Nov 23 12:47:07.361613 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Sync routers for ids ['2b5361bc-9ad3-4279-8647-b21209087e58'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:47:07.372443 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Routers {'2b5361bc-9ad3-4279-8647-b21209087e58'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:07.373156 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b941ac0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:46:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['2b5361bc-9ad3-4279-8647-b21209087e58'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:47:07.566451 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Set router 2b5361bc-9ad3-4279-8647-b21209087e58 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:47:07.902661 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b941ac0>, [{'id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'name': 'router1', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:48Z', 'updated_at': '2021-11-23T12:47:06Z', 'revision_number': 4, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'gw_port': {'id': 'f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:05Z', 'updated_at': '2021-11-23T12:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '76bf3edd-4145-456d-8e6e-9b5420baf538', 'name': '', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'mac_address': 'fa:16:3e:bc:4e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:57Z', 'updated_at': '2021-11-23T12:47:02Z', 'revision_number': 5, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'subnets': [{'id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc63802e-d979-40e3-a8a6-6ff88d6d435c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:47:07.908116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Checking router: 2b5361bc-9ad3-4279-8647-b21209087e58 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:47:07.908426 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Updating router 2b5361bc-9ad3-4279-8647-b21209087e58 port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:47:07.963783 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:08.301980 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:08.314077 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Transition to ACTIVE for port object f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:47:08.321669 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:08.325553 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:08.426689 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Attempting to bind port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:47:08.427410 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Attempting to bind port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:47:08.427410 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Attempting to bind port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:47:08.429414 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26a6ae-30f2-4cd7-b4e1-101911da44f6 None None] Pushing event updated for resources: {'Port': ['ID=f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:08.433040 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-6a26a6ae-30f2-4cd7-b4e1-101911da44f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:08.435538 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:47:08.435906 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:47:08.436395 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:08.436788 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:47:08.437210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Bound port: f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:47:08.437604 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:08.509027 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] For port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:47:08.511912 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] For port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:47:08.517656 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:08.521794 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:08.602151 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26a6ae-30f2-4cd7-b4e1-101911da44f6 None None] Pushing event updated for resources: {'Port': ['ID=f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:08.605853 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-6a26a6ae-30f2-4cd7-b4e1-101911da44f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:08.606607 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Routers {'2b5361bc-9ad3-4279-8647-b21209087e58'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:47:08.607193 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b941ac0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:46:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['2b5361bc-9ad3-4279-8647-b21209087e58'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:47:08.782729 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] Set router 2b5361bc-9ad3-4279-8647-b21209087e58 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:47:09.101584 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b941ac0>, [{'id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'name': 'router1', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:48Z', 'updated_at': '2021-11-23T12:47:06Z', 'revision_number': 4, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'gw_port': {'id': 'f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:05Z', 'updated_at': '2021-11-23T12:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '76bf3edd-4145-456d-8e6e-9b5420baf538', 'name': '', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'mac_address': 'fa:16:3e:bc:4e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:57Z', 'updated_at': '2021-11-23T12:47:02Z', 'revision_number': 5, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'subnets': [{'id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc63802e-d979-40e3-a8a6-6ff88d6d435c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:47:09.105637 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2f73b-9563-41f6-9498-363db9230103 None None] The sync data for ids ['2b5361bc-9ad3-4279-8647-b21209087e58'] in dv-cinder-818884-1-iscsi is: [{'id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'name': 'router1', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:46:48Z', 'updated_at': '2021-11-23T12:47:06Z', 'revision_number': 4, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'gw_port': {'id': 'f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:47:05Z', 'updated_at': '2021-11-23T12:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '76bf3edd-4145-456d-8e6e-9b5420baf538', 'name': '', 'network_id': '34a10304-b225-4a83-b7d5-2f0d752e98bf', 'tenant_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'mac_address': 'fa:16:3e:bc:4e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5361bc-9ad3-4279-8647-b21209087e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:46:57Z', 'updated_at': '2021-11-23T12:47:02Z', 'revision_number': 5, 'project_id': '31ffe7e1e703418b8d35c2c84fe5dc7e', 'subnets': [{'id': '7774a657-d499-4a31-93c3-b10a22a4cf5c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bc63802e-d979-40e3-a8a6-6ff88d6d435c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:47:09.666015 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40092) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:47:09.786180 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-de5506d1-9d16-435c-9dd8-c8a349d1e2e7 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1189897
Nov 23 12:47:10.305655 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:47:10.380645 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:47:10.386085 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:47:10.386490 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:10.506338 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:10.523748 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:47:10.528419 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:10.531126 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:47:10.599062 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:47:10.602372 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:47:12.285247 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:47:12.379702 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port f5ddd548-6c1d-4ab2-bcfe-a3f02404f7ca triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:47:12.380330 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:21.755737 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-49d6bf65-8be3-40b7-9b12-a65ec28bb5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:21.925021 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:47:22.015244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:23.925984 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d856b9cc-a0da-4b77-8525-27543c6bd9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:24.850291 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:26.627343 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:51.749673 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-efab22b6-64aa-4624-91b1-1c6a841355fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:52.019794 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:53.924235 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a0fd8037-eb7d-4a82-a7a5-cf7260d20275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:54.853305 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:56.628714 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:47:58.924598 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:48:21.752598 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4f9a18a7-24af-4574-9fb1-3ac8dd084bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:22.026086 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:23.922944 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c1e7f3b-f223-47cd-8976-19338951df06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:24.856410 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:26.638471 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:35.923996 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:48:51.757741 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b19b99f4-8d22-4b6a-866b-b6d310c4dca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:52.031999 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:53.917452 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-5754fe02-4cf6-4bc2-9735-95f1a1949266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:54.857491 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:48:56.638575 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:10.129895 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40662) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:10.206948 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a133fef-4bbf-42ef-94a5-827a5689f601 admin admin] GET failed (client error): The resource could not be found.
Nov 23 12:49:10.208211 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-7a133fef-4bbf-42ef-94a5-827a5689f601 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0769610
Nov 23 12:49:10.345939 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fb5103-a11a-4d67-a37e-3000f32b3a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:10.348066 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-25fb5103-a11a-4d67-a37e-3000f32b3a63 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1357863
Nov 23 12:49:12.471487 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40672) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:12.593950 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2951ecb-40c5-4283-8eca-31e14c94302b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:12.594524 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a2951ecb-40c5-4283-8eca-31e14c94302b admin admin] Synchronizing usage tracker for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:subnet {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:49:12.614046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a2951ecb-40c5-4283-8eca-31e14c94302b admin admin] Unset dirty status for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:subnet {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:49:12.615369 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a2951ecb-40c5-4283-8eca-31e14c94302b admin admin] 10.222.0.73 "GET /v2.0/subnets/7774a657-d499-4a31-93c3-b10a22a4cf5c HTTP/1.1" status: 200  len: 849 time: 0.1427913
Nov 23 12:49:12.624532 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:12.742402 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:12.922625 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:49:12.942494 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747922369612'] for subnet, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:12.946395 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4a5ab3c9-9fb1-4cfe-bc4a-9f64d5217915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:49:12.984098 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:12.984681 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:12.985936 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] 10.222.0.73 "PUT /v2.0/subnets/7774a657-d499-4a31-93c3-b10a22a4cf5c HTTP/1.1" status: 200  len: 868 time: 0.3651619
Nov 23 12:49:13.001526 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6891f-765b-4bb8-8ba3-53686d4e4c74 None None] Network 34a10304-b225-4a83-b7d5-2f0d752e98bf requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:49:13.014764 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7774a657-d499-4a31-93c3-b10a22a4cf5c,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:49:13.023852 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.024341 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.024684 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.025020 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.025359 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.025697 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.026023 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.026360 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.026724 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.027064 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.027380 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.027680 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:49:13.031284 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:49:13.441081 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-c11134f2-3b49-4ffd-bd58-41b260bb140c None None] Provisioning complete for port 76bf3edd-4145-456d-8e6e-9b5420baf538 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:49:13.441461 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c11134f2-3b49-4ffd-bd58-41b260bb140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:13.566819 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-c11134f2-3b49-4ffd-bd58-41b260bb140c None None] Provisioning complete for port 07d29313-2d5c-48f0-8f8e-4a1a999f1fbe triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:49:13.567198 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c11134f2-3b49-4ffd-bd58-41b260bb140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:15.125553 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40682) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:15.299446 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f04d72-938c-4067-a5d5-791ce64614eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:15.299838 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f04d72-938c-4067-a5d5-791ce64614eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:15.301389 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-90f04d72-938c-4067-a5d5-791ce64614eb admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1748738
Nov 23 12:49:17.388814 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40692) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:17.582691 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1030b8-7f7e-41ce-8e05-6082c31b10b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:17.583091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1030b8-7f7e-41ce-8e05-6082c31b10b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:17.584604 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-2c1030b8-7f7e-41ce-8e05-6082c31b10b6 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1945140
Nov 23 12:49:19.680588 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40702) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:19.876558 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e9cd0-43d2-4e5c-b0fd-e4f4fac7ca11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:19.877117 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e66e9cd0-43d2-4e5c-b0fd-e4f4fac7ca11 admin admin] Synchronizing usage tracker for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:network {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:49:19.901179 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e66e9cd0-43d2-4e5c-b0fd-e4f4fac7ca11 admin admin] Unset dirty status for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:network {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:49:19.902493 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e66e9cd0-43d2-4e5c-b0fd-e4f4fac7ca11 admin admin] 10.222.0.73 "GET /v2.0/networks/34a10304-b225-4a83-b7d5-2f0d752e98bf HTTP/1.1" status: 200  len: 870 time: 0.2209606
Nov 23 12:49:21.765861 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-0b2047bd-b53a-423a-9baa-9d71dfe42b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:22.025355 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40712) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:22.027226 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:22.189286 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a089fa-f1de-4ef4-8ce3-955315cf9ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:22.190561 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-65a089fa-f1de-4ef4-8ce3-955315cf9ea2 admin admin] 10.222.0.73 "GET /v2.0/networks/808ec153-2999-4a31-bb37-c33c116b6036 HTTP/1.1" status: 200  len: 886 time: 0.1640348
Nov 23 12:49:23.920864 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1cd7daee-4111-4488-bfa3-55c3b771cb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:24.352290 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40722) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:24.485744 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587de18a-ef64-4bb8-9209-60753f707f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:24.486196 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587de18a-ef64-4bb8-9209-60753f707f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:24.488327 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-587de18a-ef64-4bb8-9209-60753f707f69 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1350520
Nov 23 12:49:24.861486 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:26.577791 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40732) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:26.644083 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:26.698319 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce9a6b0-11db-4095-9d26-fef0ce919613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:26.699063 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce9a6b0-11db-4095-9d26-fef0ce919613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:26.701254 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-fce9a6b0-11db-4095-9d26-fef0ce919613 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1224771
Nov 23 12:49:28.822962 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40742) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:28.942373 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f5d4fe-99d7-4a5b-b13b-51b4a7fa1a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:28.943714 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-54f5d4fe-99d7-4a5b-b13b-51b4a7fa1a21 admin admin] 10.222.0.73 "GET /v2.0/subnets/7774a657-d499-4a31-93c3-b10a22a4cf5c HTTP/1.1" status: 200  len: 868 time: 0.1198115
Nov 23 12:49:31.072992 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40752) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:31.183156 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1533b1ce-3032-4169-b96b-9d8a75450f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:31.184493 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-1533b1ce-3032-4169-b96b-9d8a75450f71 admin admin] 10.222.0.73 "GET /v2.0/subnets/cd5c43fa-3089-4880-ac5e-f23975cd5372 HTTP/1.1" status: 200  len: 816 time: 0.1104658
Nov 23 12:49:49.921531 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:49:51.766515 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-0b97d996-cad2-44d3-9a5b-8ef2c95c0334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:52.031931 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:53.926598 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bcd132e-d87c-4053-afe1-712775b5c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:54.136245 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40796) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:54.194304 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [None req-8b595c3d-4bee-4b28-b7f3-02962f42ced2 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:49:54.195310 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8b595c3d-4bee-4b28-b7f3-02962f42ced2 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0580928
Nov 23 12:49:54.864858 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:56.391309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40806) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:56.483153 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51e756f-ca5e-4c1b-822a-3a4119b075e6 admin admin] GET failed (client error): The resource could not be found.
Nov 23 12:49:56.484462 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a51e756f-ca5e-4c1b-822a-3a4119b075e6 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0916276
Nov 23 12:49:56.609783 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cba93-abb5-4e90-9f6b-c247775f83ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:56.611277 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-903cba93-abb5-4e90-9f6b-c247775f83ea admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1227131
Nov 23 12:49:56.645999 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:58.730474 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40816) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:49:58.790693 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:49:58.796054 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:49:58.807023 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:49:58.818840 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Made reservation on behalf of 837c461c1d8e47888fcf2f8cbfceb134 for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:49:58.821273 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:58.907077 dv-cinder-818884-1-iscsi neutron-server[86874]: WARNING neutron.services.revisions.revision_plugin [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4c8b2d9520] {project_id='837c461c1d8e47888fcf2f8cbfceb134', id='b2dbba0f-1b14-489d-ad83-1447f4665f67', target_tenant='*', action='access_as_shared', object_id='0bd79027-5235-4f76-9fbf-c5bec5c9203e'}> to bump revision.
Nov 23 12:49:58.920314 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:49:58.929233 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:58.929570 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Added segment c463c467-5333-4437-92aa-1e4021442516 of type vlan for network 0bd79027-5235-4f76-9fbf-c5bec5c9203e
Nov 23 12:49:58.954031 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:58.984734 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:58.986156 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:49:58.986794 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:49:58.989850 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:49:59.140074 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Pushing event updated for resources: {'Network': ['ID=0bd79027-5235-4f76-9fbf-c5bec5c9203e,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:49:59.143340 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.4117322
Nov 23 12:49:59.144031 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:49:59.152101 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 0bd79027-5235-4f76-9fbf-c5bec5c9203e details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:50:01.276014 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40826) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:50:01.344932 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.pecan_wsgi.hooks.translation [None req-3922a12d-4d58-44e7-8298-6372bf85fcf6 admin admin] GET failed (client error): The resource could not be found.
Nov 23 12:50:01.345477 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-3922a12d-4d58-44e7-8298-6372bf85fcf6 admin admin] Synchronizing usage tracker for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:network {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:50:01.363845 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-3922a12d-4d58-44e7-8298-6372bf85fcf6 admin admin] Unset dirty status for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:network {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:50:01.365250 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-3922a12d-4d58-44e7-8298-6372bf85fcf6 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0880377
Nov 23 12:50:01.487189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793d3336-5271-48b7-b3b1-71e561a20b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:50:01.488615 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-793d3336-5271-48b7-b3b1-71e561a20b10 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1178136
Nov 23 12:50:01.500255 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e', 'description': 'shared-subnet'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:50:01.504700 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:50:01.514161 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:50:01.524323 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Made reservation on behalf of 837c461c1d8e47888fcf2f8cbfceb134 for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:50:01.526692 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:01.746026 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:01.750182 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:50:01.823090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da6e6fe-e21e-4e7c-b216-45744470de0f,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:50:01.826684 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:50:01.833836 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Checking segment: {'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:50:01.834188 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Network hostable DHCP agents. Network: 0bd79027-5235-4f76-9fbf-c5bec5c9203e, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:50:01.855294 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Network 0bd79027-5235-4f76-9fbf-c5bec5c9203e is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:50:01.865357 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 0bd79027-5235-4f76-9fbf-c5bec5c9203e) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:50:01.869374 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:50:01.869965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:01.875701 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c6d8f-be4f-44c2-a3d6-6fde650a827c None None] Network 0bd79027-5235-4f76-9fbf-c5bec5c9203e requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:50:01.898307 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3978968
Nov 23 12:50:02.098591 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-0bd79027-5235-4f76-9fbf-c5bec5c9203e', 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e', 'tenant_id': '837c461c1d8e47888fcf2f8cbfceb134', 'fixed_ips': [{'subnet_id': '6da6e6fe-e21e-4e7c-b216-45744470de0f'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 12:50:02.099470 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:02.259524 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Allocated IP 192.168.233.2 (0bd79027-5235-4f76-9fbf-c5bec5c9203e/6da6e6fe-e21e-4e7c-b216-45744470de0f/0f0495ab-8b2f-4b72-98e7-c807597cbc9e) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:50:02.463135 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:02.473650 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Transition to ACTIVE for port object 0f0495ab-8b2f-4b72-98e7-c807597cbc9e will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:50:02.492916 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Transition to ACTIVE for port object 0f0495ab-8b2f-4b72-98e7-c807597cbc9e will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:50:02.499583 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:02.504181 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-6a26a6ae-30f2-4cd7-b4e1-101911da44f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:50:02.589354 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Network 0bd79027-5235-4f76-9fbf-c5bec5c9203e is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:50:02.592379 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:50:02.598911 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:50:02.601001 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Pushing event updated for resources: {'Port': ['ID=0f0495ab-8b2f-4b72-98e7-c807597cbc9e,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:50:02.610227 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.610596 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.610929 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.611256 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.611584 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.611910 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.612226 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.612543 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.612875 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.613194 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.613507 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.613818 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:50:02.639685 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:50:02.697579 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Attempting to bind port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:50:02.697949 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Attempting to bind port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:50:02.698347 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Attempting to bind port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e on network 0bd79027-5235-4f76-9fbf-c5bec5c9203e {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:50:02.703657 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:50:02.704059 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Checking segment: {'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:50:02.704461 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:02.704861 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Bound using segment: {'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:50:02.705348 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Bound port: 0f0495ab-8b2f-4b72-98e7-c807597cbc9e, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:50:02.705739 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:02.796964 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] For port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:50:02.800409 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] For port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=0f0495ab-8b2f-4b72-98e7-c807597cbc9e,segment=NetworkSegment(c463c467-5333-4437-92aa-1e4021442516),segment_id=c463c467-5333-4437-92aa-1e4021442516)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:50:02.804739 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:02.808689 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:50:02.881388 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Pushing event updated for resources: {'Port': ['ID=0f0495ab-8b2f-4b72-98e7-c807597cbc9e,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:50:02.884595 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:50:03.723018 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac6338-3c06-48fc-af17-b6e916a477ba None None] Network 0bd79027-5235-4f76-9fbf-c5bec5c9203e requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:50:03.823377 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-459a053e-a220-46ff-97f0-6cbd4914c674 None None] Provisioning for port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:50:04.388608 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 0f0495ab-8b2f-4b72-98e7-c807597cbc9e up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:50:04.457728 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:50:04.462906 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:50:04.463286 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:04.581262 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:04.613810 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=0f0495ab-8b2f-4b72-98e7-c807597cbc9e,segment=NetworkSegment(c463c467-5333-4437-92aa-1e4021442516),segment_id=c463c467-5333-4437-92aa-1e4021442516)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:50:04.618258 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:04.621405 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-6a26a6ae-30f2-4cd7-b4e1-101911da44f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:50:04.689264 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=0f0495ab-8b2f-4b72-98e7-c807597cbc9e,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:50:04.692358 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:50:06.369498 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 0f0495ab-8b2f-4b72-98e7-c807597cbc9e up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:50:06.440673 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 0f0495ab-8b2f-4b72-98e7-c807597cbc9e triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:50:06.441056 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:21.761857 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-62984c8c-1b8f-4ac0-847e-7087f01f7cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:22.039901 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:23.930949 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ae20a222-e0b3-4e50-8a4c-ea3aaa6911d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:24.868208 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:26.648310 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:26.919998 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:50:51.768019 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-34f63a58-2e4f-4ef7-a9db-2fcc4ce37b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:52.034771 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:53.936389 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-350a9831-b400-4c3b-bcd5-147802f80e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:54.872590 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:50:56.651979 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:03.919302 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:51:11.215395 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40876) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:11.221471 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [None req-4cefd482-c7c7-4ffc-8c51-577b6dd4998e tempest-verify_tempest_config-1784790834 tempest-verify_tempest_config-1784790834-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:51:11.222452 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4cefd482-c7c7-4ffc-8c51-577b6dd4998e tempest-verify_tempest_config-1784790834 tempest-verify_tempest_config-1784790834-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060604
Nov 23 12:51:11.554576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40894) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:11.680637 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:11.694704 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:51:11.698806 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Usage tracker for resource:security_group_rule and tenant:5879233914c64aa698b46bfeb97590f9 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:51:11.701747 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:51:11.707935 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:51:11.793887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:11.799715 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:11.808223 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:51:11.847991 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5879233914c64aa698b46bfeb97590f9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2923007
Nov 23 12:51:11.849669 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25981e-64cf-4761-8112-59038ded1b96,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:51:11.851024 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 40900) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:51:11.859939 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.860370 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.860818 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.861253 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.861583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.861978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.862479 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.863091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.863565 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.863977 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.864415 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.864792 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:11.869244 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:51:11.917342 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:11.943100 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:12.054055 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:12.058079 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:51:12.069260 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25981e-64cf-4761-8112-59038ded1b96,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:51:12.078949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:12.080054 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b25981e-64cf-4761-8112-59038ded1b96 HTTP/1.1" status: 204  len: 168 time: 0.2279193
Nov 23 12:51:12.081341 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.081669 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.081998 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.082446 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.084312 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.084312 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.084312 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.084312 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.084312 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.084927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.084927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.085180 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:51:12.090875 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:51:21.764819 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-af2bee89-8c6f-4c96-993f-c319f22b7b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:22.039852 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:23.949572 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-28a69d75-b208-4029-9dfa-9a02cdc21734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:24.876021 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:26.660571 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:40.923563 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:51:51.764199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ba728896-c208-4d42-9f96-42b8f0a64f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:52.054540 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:53.952759 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-07a54df8-d2e0-46a5-b212-579c8cfb583f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:54.879150 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:51:56.667872 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:17.928421 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 5 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:52:21.765037 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c8aea2db-a628-4092-b144-df96893da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:22.058265 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:23.952755 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-082e5491-3c22-4fb6-acf1-5ed8d71cf603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:24.889329 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:26.671010 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:47.212382 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544305'] for agent, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:51.766051 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-81fb1711-a0e8-47eb-a236-2e510fec0560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:52.061395 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:53.952554 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-cf1f2c79-94d0-4589-9bfc-d506396d0fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:54.887243 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:52:54.928191 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:52:56.665983 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:01.786922 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40972) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:01.910577 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-211a3227-8753-4531-b5a3-798d99f6bcd0 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1225317
Nov 23 12:53:04.047468 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 40982) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:53:04.105091 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6543ca01-fed8-4e16-8362-569343329077 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0565403
Nov 23 12:53:17.149967 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:21.766430 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2abe982d-d08e-436f-9a63-2b57d3ddcaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:22.066466 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:23.957075 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ea282f19-770c-45b1-b035-beb1819ff05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:24.894715 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:26.682116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:31.933574 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:53:47.149851 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:51.761212 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-73d4ebde-f67d-46a6-ab8c-330f3ae60bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:52.062102 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:53.952509 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-fa56ff54-4694-4a2b-b24e-5cd96ee935c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:54.892470 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:53:56.675851 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:08.933419 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:54:17.156096 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:21.765349 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ad1d544e-59ae-4ba6-91e2-fc649a67937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:22.055720 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:23.946122 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c3df9f52-1c2a-4c1e-a034-2f4511f6585b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:24.896171 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:26.675203 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:42.786005 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41194) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:42.943260 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41204) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:43.054230 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41216) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:43.150500 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-434602955-network', 'tenant_id': 'f84ec34b530b4664a9c4b07a0993c6e9'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:43.155181 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:43.159159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Usage tracker for resource:network and tenant:f84ec34b530b4664a9c4b07a0993c6e9 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:43.162054 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:43.167816 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:43.182066 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Made reservation on behalf of f84ec34b530b4664a9c4b07a0993c6e9 for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:43.185405 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.198151 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.218328 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-363515086-network', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:43.221358 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:43.225692 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:43.229382 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Usage tracker for resource:network and tenant:d16aeb00b18a48eb8851b9748413a53a is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:43.232588 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Usage tracker for resource:security_group_rule and tenant:f84ec34b530b4664a9c4b07a0993c6e9 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:43.235641 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:43.240986 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:43.243799 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:43.253187 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:43.262351 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Made reservation on behalf of d16aeb00b18a48eb8851b9748413a53a for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:43.264979 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.284628 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.300625 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:43.306449 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Usage tracker for resource:security_group_rule and tenant:d16aeb00b18a48eb8851b9748413a53a is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:43.309462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:43.317802 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:43.319157 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1437731441-network', 'tenant_id': '7816feb37c004cf4a90a4a883ed32042'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:43.324902 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:43.329646 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Usage tracker for resource:network and tenant:7816feb37c004cf4a90a4a883ed32042 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:43.332825 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:43.339789 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:43.352381 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Made reservation on behalf of 7816feb37c004cf4a90a4a883ed32042 for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:43.356254 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.373725 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.391493 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:43.396521 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Usage tracker for resource:security_group_rule and tenant:7816feb37c004cf4a90a4a883ed32042 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:43.400345 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:43.403238 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.408832 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:43.413971 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.431780 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:54:43.451431 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.451780 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Added segment 5b8d256c-2d2e-4f94-83fb-d8aaba907f24 of type vlan for network 4d1ed859-274e-4413-aaeb-c5e6188bffb6
Nov 23 12:54:43.487145 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.520845 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4082a00e-3d5d-480d-b61a-eaf06105c96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:43.532045 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.539781 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:43.541382 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.555222 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.564688 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.568848 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:43.597831 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.6530395
Nov 23 12:54:43.600016 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41250) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:43.615069 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Request body: {'subnet': {'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-subnet', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:43.619938 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:54:43.621298 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:43.625874 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Usage tracker for resource:subnet and tenant:d16aeb00b18a48eb8851b9748413a53a is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:43.629105 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:43.634059 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5dd909-0a4b-4d24-b287-853e301b8b05,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:43.640229 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.640662 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Added segment f5364b7f-6437-4e53-ab6b-40ed99965fd4 of type vlan for network 328bb6f8-95a5-48a4-8db8-58da7a268c7e
Nov 23 12:54:43.648487 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:43.650308 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.650777 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.651218 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.651611 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.652017 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.652439 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.652844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.653247 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.653693 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.654073 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.654510 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.655062 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Tracked resource versions report:
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]: pushed versions:
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]: {   'AddressGroup': {'1.2'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'ConntrackHelper': {'1.0'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Log': {'1.0'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Network': {'1.1'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Port': {'1.7'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'PortForwarding': {'1.2'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'QosPolicy': {'1.8'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'SecurityGroup': {'1.4'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'SubPort': {'1.0'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Subnet': {'1.1'},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     'Trunk': {'1.1'}}
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]: consumer versions:
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     HyperV agent@hv-cinder-81888: {},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Log': '1.0',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Network': '1.1',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Port': '1.7',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'PortForwarding': '1.2',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'QosPolicy': '1.8',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'SecurityGroup': '1.4',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'SubPort': '1.0',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Subnet': '1.1',
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:                                                      'Trunk': '1.1'}}
Nov 23 12:54:43.656188 dv-cinder-818884-1-iscsi neutron-server[86873]:  {{(pid=86873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:54:43.662185 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:43.690437 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Made reservation on behalf of d16aeb00b18a48eb8851b9748413a53a for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:43.692192 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.692834 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.760965 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.762591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:43.763790 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:43.768045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d4ac165e-faf0-49a7-a8df-f76c240451b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:44.010344 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Pushing event updated for resources: {'Network': ['ID=328bb6f8-95a5-48a4-8db8-58da7a268c7e,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:44.021274 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:44.038827 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 328bb6f8-95a5-48a4-8db8-58da7a268c7e details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:54:44.042830 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.9869833
Nov 23 12:54:44.045307 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41264) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:44.052974 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Request body: {'subnet': {'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1437731441-subnet', 'tenant_id': '7816feb37c004cf4a90a4a883ed32042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:44.061407 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:44.065963 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Usage tracker for resource:subnet and tenant:7816feb37c004cf4a90a4a883ed32042 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:44.069389 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:44.076209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:44.092066 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Made reservation on behalf of 7816feb37c004cf4a90a4a883ed32042 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:44.095259 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.168668 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f84598-4d00-490e-be25-b204f87711a5,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:44.221373 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.221723 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.223310 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.223651 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.223983 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.224326 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.224653 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.224971 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.225302 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.225620 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.225933 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.226242 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Tracked resource versions report:
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]: pushed versions:
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]: {   'AddressGroup': {'1.2'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'ConntrackHelper': {'1.0'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Log': {'1.0'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Network': {'1.1'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Port': {'1.7'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'PortForwarding': {'1.2'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'QosPolicy': {'1.8'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'SecurityGroup': {'1.4'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'SubPort': {'1.0'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Subnet': {'1.1'},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     'Trunk': {'1.1'}}
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]: consumer versions:
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     HyperV agent@hv-cinder-81888: {},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Log': '1.0',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Network': '1.1',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Port': '1.7',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'PortForwarding': '1.2',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'QosPolicy': '1.8',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'SecurityGroup': '1.4',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'SubPort': '1.0',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Subnet': '1.1',
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:                                                      'Trunk': '1.1'}}
Nov 23 12:54:44.227248 dv-cinder-818884-1-iscsi neutron-server[86874]:  {{(pid=86874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:54:44.250586 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:44.257555 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f47c5d74-f4a5-4e16-ade6-acebf09408d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.673s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:44.295492 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.330228 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.391772 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.397256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.406778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-477d7104-8c1a-4930-b214-c86712fc1bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:44.438039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:54:44.454100 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Checking segment: {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:54:44.454649 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Network hostable DHCP agents. Network: 4d1ed859-274e-4413-aaeb-c5e6188bffb6, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:54:44.480159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.480759 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Added segment e11ee47f-6d47-4858-afa2-8c104f1fdc43 of type vlan for network 0de19c0c-3c0b-4645-86f5-bda8145281eb
Nov 23 12:54:44.483078 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cda7338-85e1-458c-88a1-7547a3bcbd8a,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:44.486158 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:44.524038 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Checking segment: {'id': 'f5364b7f-6437-4e53-ab6b-40ed99965fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:54:44.524392 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Network hostable DHCP agents. Network: 328bb6f8-95a5-48a4-8db8-58da7a268c7e, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:54:44.539249 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Pushing event updated for resources: {'Network': ['ID=4d1ed859-274e-4413-aaeb-c5e6188bffb6,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:44.546804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:44.549320 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Network 328bb6f8-95a5-48a4-8db8-58da7a268c7e is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:54:44.552970 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:54:44.556257 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:44.568838 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 328bb6f8-95a5-48a4-8db8-58da7a268c7e) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:44.576442 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:44.578301 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.590006 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:54:44.607075 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.627197 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5805624
Nov 23 12:54:44.651873 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 4d1ed859-274e-4413-aaeb-c5e6188bffb6) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:44.671309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:44.671883 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.750643 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1475754
Nov 23 12:54:44.753007 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b52d1b-cc5b-4855-813b-51f0b5c50b7e,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:44.753155 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f66fa0-3ea6-4c23-a983-328db79fe28c None None] Network 328bb6f8-95a5-48a4-8db8-58da7a268c7e requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:44.753657 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41306) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:44.758366 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:44.762820 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:44.765602 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:44.777996 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:44.786507 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Usage tracker for resource:router and tenant:d16aeb00b18a48eb8851b9748413a53a is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:44.791210 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:44.802664 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:44.805792 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5fc4a9-cb26-46c0-a537-149f7ca0be9b,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:44.810415 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:44.820918 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.822649 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:44.823210 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.823527 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.824787 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.828797 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:44.855638 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09859b2-3861-47ca-8238-e265848e7acd None None] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:44.864886 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:44.995348 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Pushing event updated for resources: {'Network': ['ID=0de19c0c-3c0b-4645-86f5-bda8145281eb,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:45.007137 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:45.017525 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:54:45.020848 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.2332497
Nov 23 12:54:45.021542 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41322) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:45.034617 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Request body: {'subnet': {'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-434602955-subnet', 'tenant_id': 'f84ec34b530b4664a9c4b07a0993c6e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:45.044922 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:45.049322 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Usage tracker for resource:subnet and tenant:f84ec34b530b4664a9c4b07a0993c6e9 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:45.052406 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:45.059597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:45.073383 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Made reservation on behalf of f84ec34b530b4664a9c4b07a0993c6e9 for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:45.076522 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:45.371112 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ec054-0087-4bcc-96f8-8dc246f5e663 None None] Network 328bb6f8-95a5-48a4-8db8-58da7a268c7e requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:45.423414 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:45.430620 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:45.459621 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174ac49-b7d4-45e7-aebb-a4e86c250cd6 None None] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:45.504860 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:45.661964 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Checking segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:54:45.662461 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Network hostable DHCP agents. Network: 0de19c0c-3c0b-4645-86f5-bda8145281eb, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:54:45.669009 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Pushing event updated for resources: {'Subnet': ['ID=af0da670-3d7f-4342-a8bb-e792e3f9efd6,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:45.684626 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:45.705784 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:54:45.727521 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 0de19c0c-3c0b-4645-86f5-bda8145281eb) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:45.731747 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:45.732365 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:45.745863 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5fda9-faea-410b-9384-08bc3cee5405 None None] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:45.787628 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-27b5f6f2-454d-48b0-9dd4-905d7b57508f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7565203
Nov 23 12:54:45.938122 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:54:46.079801 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:46.112097 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:46.152363 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41370) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.155913 dv-cinder-818884-1-iscsi neutron-server[86874]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 23 12:54:46.351787 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Allocated IP 172.27.0.239 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/2b1eabeb-9d97-4bb7-8c4f-825432156b51) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:54:46.356413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-2a20de94-26c5-404f-9d30-2968151aaf5d tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:46.368568 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-2a20de94-26c5-404f-9d30-2968151aaf5d tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/networks?id=328bb6f8-95a5-48a4-8db8-58da7a268c7e HTTP/1.1" status: 200  len: 812 time: 0.2146530
Nov 23 12:54:46.387926 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-98965a81-c84a-4fa4-8ea0-0cca39b78b0b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/quotas/7816feb37c004cf4a90a4a883ed32042 HTTP/1.1" status: 200  len: 375 time: 0.0179880
Nov 23 12:54:46.495610 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-7a8b6ee5-c5e7-4f9e-9afc-ff1a47819ee0 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7816feb37c004cf4a90a4a883ed32042&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1059926
Nov 23 12:54:46.520911 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a4611-ab1a-4898-86e1-eef5eed539c7 None None] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:46.643120 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:46.766641 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:46.782944 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:46.826394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41410) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:46.895355 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:54:46.898602 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:46.902983 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:54:46.918876 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-60bfc6b1-9d7a-4fd4-b6e2-7ac880d80706 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:54:46.919986 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-60bfc6b1-9d7a-4fd4-b6e2-7ac880d80706 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1008608
Nov 23 12:54:47.019667 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Pushing event updated for resources: {'Port': ['ID=2b1eabeb-9d97-4bb7-8c4f-825432156b51,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:47.025735 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:47.095243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167c82-aec5-40de-9850-f861f6696e85 req-0ee3edde-2bcd-42ce-97f3-e3cc38b0fcf7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:47.096563 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-2f167c82-aec5-40de-9850-f861f6696e85 req-0ee3edde-2bcd-42ce-97f3-e3cc38b0fcf7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Synchronizing usage tracker for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:network {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:54:47.119344 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-a31cfac7-00c8-44ca-af16-aafe84cb5457 service neutron] 10.222.0.73 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848609
Nov 23 12:54:47.150841 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-2f167c82-aec5-40de-9850-f861f6696e85 req-0ee3edde-2bcd-42ce-97f3-e3cc38b0fcf7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Unset dirty status for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:network {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:54:47.152067 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-0ee3edde-2bcd-42ce-97f3-e3cc38b0fcf7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.3245142
Nov 23 12:54:47.182299 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:47.219065 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-5f90f36e-075c-42a1-a522-2242a590c415 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/quotas/f84ec34b530b4664a9c4b07a0993c6e9 HTTP/1.1" status: 200  len: 375 time: 0.0220709
Nov 23 12:54:47.273530 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:47.287188 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-c6cbdfdc-69aa-4e13-a3f5-9f46aff19e3c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0590842
Nov 23 12:54:47.303952 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-7fa5db53-d612-4534-af07-8bc7a2783d6e service neutron] 10.222.0.73 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765664
Nov 23 12:54:47.403824 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-c35fac31-5479-43c7-bc65-25bfb521a40e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:54:47.404939 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-c35fac31-5479-43c7-bc65-25bfb521a40e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0505970
Nov 23 12:54:47.549040 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-d6848251-0603-4e49-9bc8-d348b3394003 service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374209
Nov 23 12:54:47.738631 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-05fc3460-f488-4984-9d53-b1b51d8e8af3 service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756437
Nov 23 12:54:47.751965 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:47.947870 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3a9ae1fe-8a4d-46da-bb53-f6c38b3ecc89 req-0fb913f4-0d79-48de-af69-efa227dacbdf tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.1266251
Nov 23 12:54:48.123251 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Router 65cc6791-0354-4ff3-9c8b-ddcd20704552 is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 12:54:48.240490 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-63143a72-bf77-4028-a51c-00f5df7f1147 req-dac497e2-29d1-4b39-9a21-8aa0e466d298 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 210 time: 0.1490045
Nov 23 12:54:48.530605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:54:48.548406 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Sync routers for ids ['65cc6791-0354-4ff3-9c8b-ddcd20704552'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:54:48.571657 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Routers {'65cc6791-0354-4ff3-9c8b-ddcd20704552'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:48.572601 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f9ac0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:54:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['65cc6791-0354-4ff3-9c8b-ddcd20704552'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:48.633581 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:48.644345 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41536) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:48.644921 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 3.8865035
Nov 23 12:54:49.030066 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Set router 65cc6791-0354-4ff3-9c8b-ddcd20704552 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:54:49.252809 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-79f25ca7-40e0-4c1d-a6f7-0c6816ae8b81 req-9c65af60-c47b-41d6-bb63-bd06772f427b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.1286511
Nov 23 12:54:49.393418 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41580) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.521703 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f9ac0>, [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:54:47Z', 'revision_number': 3, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:49.526390 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41590) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:49.529719 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Checking router: 65cc6791-0354-4ff3-9c8b-ddcd20704552 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:54:49.530341 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Updating router 65cc6791-0354-4ff3-9c8b-ddcd20704552 port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:54:49.564033 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12d6ebb9-fe8d-4734-9f11-39d7e170cb9e req-ece4900f-3ab4-415e-9f07-440bc63d9d7e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 210 time: 0.1513181
Nov 23 12:54:49.612122 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:49.635600 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:49.653986 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:49.658722 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Usage tracker for resource:security_group_rule and tenant:b4046b7d40994912b1044dfc8b1ef99f is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:49.662074 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:49.668935 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:49.699780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:49.721021 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:49.724854 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Usage tracker for resource:security_group_rule and tenant:9de6b8b385864fe4a71c0ab91b1e78c3 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:49.727762 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:49.733844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:49.882092 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:49.884055 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:49.887998 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:49.895820 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-dede6300-7e65-4f4b-b9c6-94458e2a14cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:49.910598 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:49.961872 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Synchronizing usage tracker for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:54:49.971803 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Synchronizing usage tracker for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:54:49.976253 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2572af4f-e733-437e-bb9b-0039970be77f,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:49.980580 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:49.982467 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:50.006377 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.017044 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Unset dirty status for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:54:50.018304 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4046b7d40994912b1044dfc8b1ef99f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6238937
Nov 23 12:54:50.019274 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.db.api [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 837c461c1d8e47888fcf2f8cbfceb134-security_group {{(pid=86873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:54:50.019602 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_db.api [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 12:54:50.020993 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04297caf-ef95-4363-9bd9-be7136ec4f55,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:50.022513 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41606) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.023983 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:50.025398 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.038233 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Transition to ACTIVE for port object 2b1eabeb-9d97-4bb7-8c4f-825432156b51 will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:54:50.045837 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.050669 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:50.128168 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Attempting to bind port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:54:50.128540 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Attempting to bind port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:54:50.128906 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Attempting to bind port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:54:50.132219 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Pushing event updated for resources: {'Port': ['ID=2b1eabeb-9d97-4bb7-8c4f-825432156b51,revision_number=2']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:50.140237 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:54:50.140544 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:54:50.140948 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.141343 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:54:50.141814 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Bound port: 2b1eabeb-9d97-4bb7-8c4f-825432156b51, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:54:50.142208 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.169679 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.170020 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.170379 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.170711 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.171076 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.171399 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.171721 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.172278 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.172405 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.172689 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.173005 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.173320 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Tracked resource versions report:
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]: pushed versions:
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]: {   'AddressGroup': {'1.2'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'ConntrackHelper': {'1.0'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Log': {'1.0'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Network': {'1.1'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Port': {'1.7'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'PortForwarding': {'1.2'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'QosPolicy': {'1.8'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'SecurityGroup': {'1.4'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'SubPort': {'1.0'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Subnet': {'1.1'},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     'Trunk': {'1.1'}}
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]: consumer versions:
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     HyperV agent@hv-cinder-81888: {},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Log': '1.0',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Network': '1.1',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Port': '1.7',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'PortForwarding': '1.2',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'QosPolicy': '1.8',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'SecurityGroup': '1.4',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'SubPort': '1.0',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Subnet': '1.1',
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:                                                      'Trunk': '1.1'}}
Nov 23 12:54:50.174333 dv-cinder-818884-1-iscsi neutron-server[86876]:  {{(pid=86876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:54:50.177336 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.182194 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:50.218057 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.224617 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] For port 2b1eabeb-9d97-4bb7-8c4f-825432156b51, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:54:50.227787 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] For port 2b1eabeb-9d97-4bb7-8c4f-825432156b51, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2b1eabeb-9d97-4bb7-8c4f-825432156b51,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:54:50.232377 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.237606 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-29ffbd98-c1c9-4e6f-b220-b5de64e8ecb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:50.321197 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Allocated IP 172.20.0.1 (4d1ed859-274e-4413-aaeb-c5e6188bffb6/98b52d1b-cc5b-4855-813b-51f0b5c50b7e/814d33b9-f93d-4198-9894-d130dd57a435) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:54:50.337657 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Routers {'65cc6791-0354-4ff3-9c8b-ddcd20704552'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:50.338520 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f9ac0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:54:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['65cc6791-0354-4ff3-9c8b-ddcd20704552'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:50.416485 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.454089 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:50.470557 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b7f9a2e-0111-453a-a369-444a04d65068 req-2fe6751b-03e2-46d2-82e1-46344d3df6df tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.0643117
Nov 23 12:54:50.490890 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2572af4f-e733-437e-bb9b-0039970be77f,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:50.515645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:50.521707 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.522949 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2572af4f-e733-437e-bb9b-0039970be77f HTTP/1.1" status: 204  len: 168 time: 0.4994829
Nov 23 12:54:50.537514 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Pushing event updated for resources: {'Port': ['ID=2b1eabeb-9d97-4bb7-8c4f-825432156b51,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:50.538480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Unset dirty status for tenant:837c461c1d8e47888fcf2f8cbfceb134 on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:54:50.540249 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9de6b8b385864fe4a71c0ab91b1e78c3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0127170
Nov 23 12:54:50.544133 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41618) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:50.553086 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:50.591093 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] Set router 65cc6791-0354-4ff3-9c8b-ddcd20704552 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:54:50.627377 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.642857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.670963 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.676315 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:50.694184 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.742217 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:54:50.743797 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:50.753806 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.758005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:50.770047 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04297caf-ef95-4363-9bd9-be7136ec4f55,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:50.774403 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:50.780118 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Pushing event updated for resources: {'Port': ['ID=814d33b9-f93d-4198-9894-d130dd57a435,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:50.794144 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:54:50.794904 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.796201 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:50.799603 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04297caf-ef95-4363-9bd9-be7136ec4f55 HTTP/1.1" status: 204  len: 168 time: 0.2520399
Nov 23 12:54:50.962919 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f9ac0>, [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:54:47Z', 'revision_number': 3, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:50.969309 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed4492-833d-44a8-bec9-1e3037f209fe None None] The sync data for ids ['65cc6791-0354-4ff3-9c8b-ddcd20704552'] in dv-cinder-818884-1-iscsi is: [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:54:47Z', 'revision_number': 3, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:54:50.984253 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e5b30dd0-cd65-434f-93e1-7370925ab66b req-195fd4e9-4145-4a2b-b1b4-ce28314eae0b tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 210 time: 0.1860082
Nov 23 12:54:50.994584 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:51.031856 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.052507 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41638) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:51.076590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.133070 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:51.140828 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8abeb7d2594029b61618cc9defb976 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:51.145197 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:51.154315 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:51.450622 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.453006 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.457958 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.465554 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.467876 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ff3b7a36-c431-4399-afb4-49178d3fb434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:51.478032 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.540948 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41658) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:51.541426 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f8abeb7d2594029b61618cc9defb976&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4874756
Nov 23 12:54:51.541710 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f6a4e-12c7-4322-96eb-eccdc5039eaa,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:51.623365 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.623564 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:51.623942 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c1436632-900e-40bc-9eda-23a74ba16045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:51.683711 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.742713 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.748397 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:51.761612 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-073553f3-da33-407f-96bd-a155e9a8309b req-b18c37ab-8fb7-4c9e-b248-9643dbe3d346 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.0784900
Nov 23 12:54:51.795388 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f6a4e-12c7-4322-96eb-eccdc5039eaa,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:51.796396 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb664-e30c-48cc-8895-f4530bb8fe53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.800010 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:51.805732 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Pushing event updated for resources: {'Port': ['ID=814d33b9-f93d-4198-9894-d130dd57a435,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:51.807103 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:51.809928 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e91f6a4e-12c7-4322-96eb-eccdc5039eaa HTTP/1.1" status: 204  len: 168 time: 0.2679970
Nov 23 12:54:51.814469 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:51.826728 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:54:51.828026 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:51.885709 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41670) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:52.055061 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Router 65cc6791-0354-4ff3-9c8b-ddcd20704552 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:54:52.087260 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.237033 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1001375300-network', 'tenant_id': '4dd3fe3998ca46318e1267efd0b04764'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:52.242226 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:52.246137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Usage tracker for resource:network and tenant:4dd3fe3998ca46318e1267efd0b04764 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:52.250557 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:52.257617 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:52.267950 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Made reservation on behalf of 4dd3fe3998ca46318e1267efd0b04764 for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:52.270252 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.282431 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-178dabbd-d6d4-4214-b393-3d89b16bbc69 req-636cadb2-f158-4997-b385-abf5b3a2ef8c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 210 time: 0.0450637
Nov 23 12:54:52.287998 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.306433 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:52.310212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd3fe3998ca46318e1267efd0b04764 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:52.313039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:52.318854 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:52.327554 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:54:52.350896 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] 10.222.0.73 "PUT /v2.0/routers/65cc6791-0354-4ff3-9c8b-ddcd20704552/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7053444
Nov 23 12:54:52.405779 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.410864 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.415239 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:52.441695 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:54:52.450248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecbf10a-b30f-4ddb-a083-b492789f2ee5,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:52.454013 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:52.456454 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.456990 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Added segment aadfe54d-a8c6-4a45-966d-aaae5b69defd of type vlan for network 3632cd53-e98c-4abb-b4d4-0a1175c9ec66
Nov 23 12:54:52.494515 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.544230 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.546723 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:52.547651 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.600475 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:52.634286 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2b1eabeb-9d97-4bb7-8c4f-825432156b51 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:54:52.656643 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 899 time: 0.7696264
Nov 23 12:54:52.661740 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41712) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:52.669438 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Request body: {'subnet': {'network_id': '3632cd53-e98c-4abb-b4d4-0a1175c9ec66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1001375300-subnet', 'tenant_id': '4dd3fe3998ca46318e1267efd0b04764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:52.676870 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:52.686639 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Usage tracker for resource:subnet and tenant:4dd3fe3998ca46318e1267efd0b04764 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:52.692352 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:52.709700 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:52.737518 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Made reservation on behalf of 4dd3fe3998ca46318e1267efd0b04764 for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:52.741408 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:54:52.744286 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.756080 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:54:52.758362 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:52.774856 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Pushing event updated for resources: {'Network': ['ID=3632cd53-e98c-4abb-b4d4-0a1175c9ec66,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:52.778045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:52.809785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 3632cd53-e98c-4abb-b4d4-0a1175c9ec66 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:54:52.957068 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4e82842f-ef60-4db9-92ae-c301814fb699 req-ed17104e-a6ce-495d-baad-5804d03da976 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.0607779
Nov 23 12:54:53.077574 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:53.086163 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Sync routers for ids ['65cc6791-0354-4ff3-9c8b-ddcd20704552'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:54:53.104624 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 2b1eabeb-9d97-4bb7-8c4f-825432156b51, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2b1eabeb-9d97-4bb7-8c4f-825432156b51,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:54:53.107144 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Routers {'65cc6791-0354-4ff3-9c8b-ddcd20704552'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:53.108032 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c176640>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:54:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['65cc6791-0354-4ff3-9c8b-ddcd20704552'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:53.208978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:53.219911 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:53.294188 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-c1ba20ba-9a84-4f6f-90f9-205de474d07c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:53.295039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-c1ba20ba-9a84-4f6f-90f9-205de474d07c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Synchronizing usage tracker for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:network {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:54:53.339389 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f3ae7f-e5de-4af5-8812-d616b4a9657e,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:53.348356 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:53.352317 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Checking segment: {'id': 'aadfe54d-a8c6-4a45-966d-aaae5b69defd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '3632cd53-e98c-4abb-b4d4-0a1175c9ec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:54:53.352775 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Network hostable DHCP agents. Network: 3632cd53-e98c-4abb-b4d4-0a1175c9ec66, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:54:53.358640 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-c1ba20ba-9a84-4f6f-90f9-205de474d07c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Unset dirty status for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:network {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:54:53.360113 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-c1ba20ba-9a84-4f6f-90f9-205de474d07c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 818 time: 0.3040447
Nov 23 12:54:53.376189 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:53.393862 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-bbd8ed44-d0e8-43ff-a994-208076fbf31a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/quotas/d16aeb00b18a48eb8851b9748413a53a HTTP/1.1" status: 200  len: 375 time: 0.0272653
Nov 23 12:54:53.416299 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:53.479736 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Network 3632cd53-e98c-4abb-b4d4-0a1175c9ec66 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:54:53.546827 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bf2b56a9-9c58-41b9-bfcc-14a5024c21c1 req-12051777-2bf4-4505-85df-6d520d25d9b2 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 210 time: 0.0768459
Nov 23 12:54:53.571863 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 3632cd53-e98c-4abb-b4d4-0a1175c9ec66) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:53.593401 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=2b1eabeb-9d97-4bb7-8c4f-825432156b51,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:53.594220 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:53.595145 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:53.605699 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.606026 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.607116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.607116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.607116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.607433 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.607742 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.608054 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.608442 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.608760 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.609069 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.609585 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Tracked resource versions report:
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]: pushed versions:
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]: {   'AddressGroup': {'1.2'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'ConntrackHelper': {'1.0'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Log': {'1.0'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Network': {'1.1'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Port': {'1.7'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'PortForwarding': {'1.2'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'QosPolicy': {'1.8'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'SecurityGroup': {'1.4'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'SecurityGroupRule': {'1.2'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'SubPort': {'1.0'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Subnet': {'1.1'},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     'Trunk': {'1.1'}}
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]: consumer versions:
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]: {   DHCP agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     HyperV agent@hv-cinder-81888: {},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     L3 agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     Metadata agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     Metering agent@dv-cinder-818884-1-iscsi: {},
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:     Open vSwitch agent@dv-cinder-818884-1-iscsi: {   'AddressGroup': '1.2',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'ConntrackHelper': '1.0',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Log': '1.0',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Network': '1.1',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Port': '1.7',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'PortForwarding': '1.2',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'QosPolicy': '1.8',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'SecurityGroup': '1.4',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'SecurityGroupRule': '1.2',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'SubPort': '1.0',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Subnet': '1.1',
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:                                                      'Trunk': '1.1'}}
Nov 23 12:54:53.610407 dv-cinder-818884-1-iscsi neutron-server[86875]:  {{(pid=86875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 23 12:54:53.613996 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d09f3-0f71-4c7f-ac75-b142cbf89493 None None] Network 3632cd53-e98c-4abb-b4d4-0a1175c9ec66 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:53.630840 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d2879774-4e9b-4ee6-b53e-5e9e3c247493 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9676924
Nov 23 12:54:53.656203 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-43172db3-c276-489c-be50-476216b408fb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Synchronizing usage tracker for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:54:53.700419 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-43172db3-c276-489c-be50-476216b408fb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Unset dirty status for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:54:53.701973 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-43172db3-c276-489c-be50-476216b408fb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2947018
Nov 23 12:54:53.708852 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:53.894441 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1a295-17d7-4b6d-b07b-7ad0784c882b None None] Network 3632cd53-e98c-4abb-b4d4-0a1175c9ec66 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:53.992667 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.82', 51277) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:54.076652 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Set router 65cc6791-0354-4ff3-9c8b-ddcd20704552 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:54:54.209051 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-9535517d-35f4-4183-a5ca-9ec4ceeacce6 service neutron] 10.222.0.73 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4912169
Nov 23 12:54:54.340480 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-69c6f085-7a38-45a5-85a1-ef9c96f78fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:54.379541 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ee965b8b-2257-4033-b783-e18072b7c6ec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:54.381423 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ee965b8b-2257-4033-b783-e18072b7c6ec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.3866777
Nov 23 12:54:54.410212 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5627bd14-f509-40b3-a139-0e869d706560 req-2076f8ab-1c91-48d4-b25c-06e43a15f54c tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.1963203
Nov 23 12:54:54.445267 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Request body: {'port': {'device_id': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'admin_state_up': True, 'tenant_id': 'f84ec34b530b4664a9c4b07a0993c6e9'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:54.491033 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d630f768-1d1b-41c9-a864-711477d6f511 service neutron] 10.222.0.73 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2350068
Nov 23 12:54:54.645762 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2b1eabeb-9d97-4bb7-8c4f-825432156b51 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:54:54.762347 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.82', 51280) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:54.860954 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:54.871987 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Usage tracker for resource:port and tenant:f84ec34b530b4664a9c4b07a0993c6e9 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:54.878361 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:54.892178 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:54.909812 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41812) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:54.917651 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Made reservation on behalf of f84ec34b530b4664a9c4b07a0993c6e9 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:54.931974 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:54.972893 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-498314458-network', 'tenant_id': '0e89ef52294b43ba8653683b9407afce'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:54.994898 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:55.010543 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:55.020903 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:54:55.021540 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:55.044489 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Usage tracker for resource:network and tenant:0e89ef52294b43ba8653683b9407afce is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:55.144762 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-76b869e0-b470-4dd0-91dd-e9041dc1417f req-d3cedf40-47f6-4a16-b7f5-c349ef3c6ed9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 210 time: 0.3079066
Nov 23 12:54:55.159078 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c176640>, [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:54:50Z', 'revision_number': 4, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '814d33b9-f93d-4198-9894-d130dd57a435', 'name': '', 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'mac_address': 'fa:16:3e:94:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:50Z', 'updated_at': '2021-11-23T12:54:51Z', 'revision_number': 2, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'subnets': [{'id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:55.168840 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Checking router: 65cc6791-0354-4ff3-9c8b-ddcd20704552 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:54:55.169841 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Updating router 65cc6791-0354-4ff3-9c8b-ddcd20704552 port 814d33b9-f93d-4198-9894-d130dd57a435 binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:54:55.196928 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:55.218431 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:55.281282 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Made reservation on behalf of 0e89ef52294b43ba8653683b9407afce for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:55.307705 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:55.327325 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d15e02ad-fcfb-41f0-a1ff-5bd066547b87 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:55.328804 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d15e02ad-fcfb-41f0-a1ff-5bd066547b87 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.82 "GET /v2.0/networks?id=328bb6f8-95a5-48a4-8db8-58da7a268c7e HTTP/1.1" status: 200  len: 812 time: 0.5644526
Nov 23 12:54:55.345228 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:55.384576 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:55.395443 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Request body: {'port': {'device_id': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e', 'admin_state_up': True, 'tenant_id': '7816feb37c004cf4a90a4a883ed32042'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:55.421514 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:55.424133 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9d9d9550-df07-4942-b867-c78f093b9cbb req-9f4a2c20-907b-4d6e-9d20-4891a95d6ace tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 210 time: 0.0937245
Nov 23 12:54:55.443396 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Usage tracker for resource:security_group_rule and tenant:0e89ef52294b43ba8653683b9407afce is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:55.448852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:55.464572 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:55.734297 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:55.746644 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Usage tracker for resource:port and tenant:7816feb37c004cf4a90a4a883ed32042 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:55.752864 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:55.767290 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:55.815048 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Allocated IP 172.20.0.14 (0de19c0c-3c0b-4645-86f5-bda8145281eb/af0da670-3d7f-4342-a8bb-e792e3f9efd6/fed8399c-a4c2-4c44-9872-ac079ad65c59) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:54:55.909474 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e70bee17-e960-44e3-aa45-8bbf25306626 req-66b1971a-ede5-48be-9717-2febe92b639b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.1173151
Nov 23 12:54:55.910419 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Made reservation on behalf of 7816feb37c004cf4a90a4a883ed32042 for: {'port': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:55.936226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.259612 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.278939 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.293683 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b0d85d55-9746-43fd-aa9f-95825a118454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:56.336601 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85c0970-e204-4cb1-aac8-6f8771a95331,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:56.365529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:56.378842 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:54:56.418429 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.419252 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Added segment 85907bb0-fedb-437a-8035-2a5d27c8e0db of type vlan for network b779c77b-a4e5-4c6d-b48b-f8222a934e08
Nov 23 12:54:56.507868 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.514837 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.521553 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.555384 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Transition to ACTIVE for port object 814d33b9-f93d-4198-9894-d130dd57a435 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:54:56.586866 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.594039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.601236 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:56.608910 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:56.609505 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.633625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:56.753705 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45e92-098a-477a-9407-98522bf91fdd None None] Pushing event updated for resources: {'Port': ['ID=814d33b9-f93d-4198-9894-d130dd57a435,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:56.774761 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-41d45e92-098a-477a-9407-98522bf91fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:56.881629 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.920982 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.0052221
Nov 23 12:54:56.921693 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41906) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:56.965171 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Request body: {'subnet': {'network_id': 'b779c77b-a4e5-4c6d-b48b-f8222a934e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-498314458-subnet', 'tenant_id': '0e89ef52294b43ba8653683b9407afce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:54:56.975197 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:54:56.975632 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:56.977417 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Pushing event updated for resources: {'Network': ['ID=b779c77b-a4e5-4c6d-b48b-f8222a934e08,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:56.982747 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:56.983684 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Usage tracker for resource:subnet and tenant:0e89ef52294b43ba8653683b9407afce is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:54:56.986141 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-88426725-1a83-4c5f-8eaa-25dd5fd16fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:57.018987 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-deee7199-233c-4485-a2fa-52432c4dde76 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:57.019626 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network b779c77b-a4e5-4c6d-b48b-f8222a934e08 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:54:57.021644 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:54:57.026828 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-deee7199-233c-4485-a2fa-52432c4dde76 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 818 time: 0.7977574
Nov 23 12:54:57.043434 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:54:57.044535 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Allocated IP 172.20.0.14 (328bb6f8-95a5-48a4-8db8-58da7a268c7e/8cda7338-85e1-458c-88a1-7547a3bcbd8a/3893b481-da48-43d0-9d5d-a763bb118d5d) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:54:57.062851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:54:57.069644 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-8a00f110-8659-47ef-b3c9-6c46cef9bf88 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/quotas/d16aeb00b18a48eb8851b9748413a53a HTTP/1.1" status: 200  len: 375 time: 0.0414851
Nov 23 12:54:57.070127 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:57.076653 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:54:57.082452 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:57.083079 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.097199 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event updated for resources: {'Port': ['ID=fed8399c-a4c2-4c44-9872-ac079ad65c59,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:57.101960 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Made reservation on behalf of 0e89ef52294b43ba8653683b9407afce for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:54:57.110416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.138625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:57.243909 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8039918
Nov 23 12:54:57.341722 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc4506-d56e-4cd9-a607-5bdeb6a10b2f req-efc8a3f2-0a88-46ee-8cde-6429b023517e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:57.343725 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f1fc4506-d56e-4cd9-a607-5bdeb6a10b2f req-efc8a3f2-0a88-46ee-8cde-6429b023517e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.4044139
Nov 23 12:54:57.441475 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-f1fc4506-d56e-4cd9-a607-5bdeb6a10b2f req-aa646b04-e6ae-4389-81fe-79aa7159febd tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Synchronizing usage tracker for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:54:57.475179 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-4966fb4a-aebc-401d-a969-d9d36974f5c4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4040389
Nov 23 12:54:57.486894 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Attempting to bind port 814d33b9-f93d-4198-9894-d130dd57a435 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:54:57.487534 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Attempting to bind port 814d33b9-f93d-4198-9894-d130dd57a435 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:54:57.487886 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Attempting to bind port 814d33b9-f93d-4198-9894-d130dd57a435 on network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:54:57.495315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.503973 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:57.513921 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:54:57.517369 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Checking segment: {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:54:57.517852 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.518350 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Bound using segment: {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:54:57.518919 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Bound port: 814d33b9-f93d-4198-9894-d130dd57a435, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:54:57.522739 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.591223 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cda5ae8-feac-47f1-b53a-95814da4cbee,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:57.595131 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:57.606203 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Checking segment: {'id': '85907bb0-fedb-437a-8035-2a5d27c8e0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'b779c77b-a4e5-4c6d-b48b-f8222a934e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:54:57.606677 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Network hostable DHCP agents. Network: b779c77b-a4e5-4c6d-b48b-f8222a934e08, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:54:57.631419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Network b779c77b-a4e5-4c6d-b48b-f8222a934e08 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:54:57.653222 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, b779c77b-a4e5-4c6d-b48b-f8222a934e08) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:57.658726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:57.666408 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.676100 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c0372-dd0c-461e-9ec0-d68d699c750f None None] Network b779c77b-a4e5-4c6d-b48b-f8222a934e08 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:57.713419 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7662272
Nov 23 12:54:57.765557 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-f1fc4506-d56e-4cd9-a607-5bdeb6a10b2f req-aa646b04-e6ae-4389-81fe-79aa7159febd tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Unset dirty status for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:54:57.766344 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f1fc4506-d56e-4cd9-a607-5bdeb6a10b2f req-aa646b04-e6ae-4389-81fe-79aa7159febd tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4107895
Nov 23 12:54:57.808073 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] For port 814d33b9-f93d-4198-9894-d130dd57a435, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:54:57.808678 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.813513 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] For port 814d33b9-f93d-4198-9894-d130dd57a435, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=814d33b9-f93d-4198-9894-d130dd57a435,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:54:57.820213 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.835430 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:57.880537 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:57.911659 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:57.965670 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41926) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:57.992244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45e92-098a-477a-9407-98522bf91fdd None None] Pushing event updated for resources: {'Port': ['ID=814d33b9-f93d-4198-9894-d130dd57a435,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:58.008289 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-41d45e92-098a-477a-9407-98522bf91fdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:58.031826 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Routers {'65cc6791-0354-4ff3-9c8b-ddcd20704552'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:54:58.032480 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c176640>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:54:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['65cc6791-0354-4ff3-9c8b-ddcd20704552'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:58.081187 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Pushing event updated for resources: {'Port': ['ID=3893b481-da48-43d0-9d5d-a763bb118d5d,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:58.123753 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Deleting subnet e6f3ae7f-e5de-4af5-8812-d616b4a9657e {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 12:54:58.127697 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:58.191228 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:58.200916 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:58.210979 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-8a3558af-6491-4553-b635-39ddc2fb153d service neutron] 10.222.0.73 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7237861
Nov 23 12:54:58.214162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Network 328bb6f8-95a5-48a4-8db8-58da7a268c7e is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:54:58.249162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:58.252518 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:54:58.262141 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:54:58.268647 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:58.269490 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:58.299815 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] Set router 65cc6791-0354-4ff3-9c8b-ddcd20704552 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:54:58.329036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:58.348635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5e8e9449-ec0b-450d-870e-e9f3d1eb2de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:58.472106 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0914354
Nov 23 12:54:58.503715 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:58.526632 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e6f3ae7f-e5de-4af5-8812-d616b4a9657e HTTP/1.1" status: 204  len: 168 time: 0.5582824
Nov 23 12:54:58.528130 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 41936) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:54:58.537665 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f3ae7f-e5de-4af5-8812-d616b4a9657e,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:58.608901 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-a809f6b0-9bd2-4918-8244-5ceba97c5d77 service neutron] 10.222.0.73 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3969896
Nov 23 12:54:58.622114 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:58.665093 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd5c70-bba0-4447-8dff-ac3ce1521f67 req-356d793d-0bf0-4d3d-a1e8-0678e9e007a1 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:58.672476 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-c7bd5c70-bba0-4447-8dff-ac3ce1521f67 req-356d793d-0bf0-4d3d-a1e8-0678e9e007a1 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Synchronizing usage tracker for tenant:7816feb37c004cf4a90a4a883ed32042 on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:54:58.729562 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-c7bd5c70-bba0-4447-8dff-ac3ce1521f67 req-356d793d-0bf0-4d3d-a1e8-0678e9e007a1 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Unset dirty status for tenant:7816feb37c004cf4a90a4a883ed32042 on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:54:58.731101 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c7bd5c70-bba0-4447-8dff-ac3ce1521f67 req-356d793d-0bf0-4d3d-a1e8-0678e9e007a1 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.3601899
Nov 23 12:54:58.810173 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c7bd5c70-bba0-4447-8dff-ac3ce1521f67 req-8056f7b2-a482-43e0-b150-6f7457a7bfd6 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721812
Nov 23 12:54:58.875413 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c176640>, [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:54:50Z', 'revision_number': 4, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '814d33b9-f93d-4198-9894-d130dd57a435', 'name': '', 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'mac_address': 'fa:16:3e:94:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:50Z', 'updated_at': '2021-11-23T12:54:57Z', 'revision_number': 4, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'subnets': [{'id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:58.888463 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53b72b-2dd4-43bf-916e-29f552a8b107 None None] The sync data for ids ['65cc6791-0354-4ff3-9c8b-ddcd20704552'] in dv-cinder-818884-1-iscsi is: [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:54:50Z', 'revision_number': 4, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '814d33b9-f93d-4198-9894-d130dd57a435', 'name': '', 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'mac_address': 'fa:16:3e:94:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:50Z', 'updated_at': '2021-11-23T12:54:57Z', 'revision_number': 4, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'subnets': [{'id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:54:58.899787 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5964a2a0-64e4-4089-a3f5-936d3932799b None None] Network b779c77b-a4e5-4c6d-b48b-f8222a934e08 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:54:58.952780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:59.373958 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ad26e710-2a3b-4e0b-a6ec-1e7f11a19330 req-326d19ad-87ed-4000-a670-e749a00b3aba tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.1711478
Nov 23 12:54:59.375602 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:59.430494 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c8bed7280>> segment before_delete 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.432534 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c8bed7280>> subnet precommit_delete_associations 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.436492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> segment_host_mapping after_create 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.436856 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> port after_create 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.437201 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> port after_delete 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.437556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> port after_update 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.437881 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> segment after_delete 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.438206 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> subnet after_create 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.438690 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> subnet after_delete 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.439009 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8bf52100>> subnet after_update 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.471476 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b4a4-7018-480d-a277-0cb6bb859024 req-e296f91f-0c10-4c3e-8937-d9b5a5c92427 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:54:59.474947 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-71b8b4a4-7018-480d-a277-0cb6bb859024 req-e296f91f-0c10-4c3e-8937-d9b5a5c92427 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.1800904
Nov 23 12:54:59.539932 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-71b8b4a4-7018-480d-a277-0cb6bb859024 req-fba0bef6-bfd1-42c2-a386-0c6d20bb96be tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586662
Nov 23 12:54:59.643213 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8bfd57f0>> subnet after_create 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.643785 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8bfd57f0>> subnet after_delete 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.644096 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8bfd57f0>> subnet before_create 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.644320 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8bfd57f0>> subnet before_update 55550000 {{(pid=86873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:54:59.644889 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8bfe7a30>,) {'filters': {'network_id': ['3632cd53-e98c-4abb-b4d4-0a1175c9ec66']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:59.677399 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8bfe7a30>, 'aadfe54d-a8c6-4a45-966d-aaae5b69defd') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:59.677750 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8bfe7a30>, 'aadfe54d-a8c6-4a45-966d-aaae5b69defd') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:54:59.701499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:59.720158 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:59.728121 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 12:54:59.728512 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   from cryptography.utils import int_from_bytes
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   from cryptography.utils import int_from_bytes
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   util.warn_limited(
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   util.warn_limited(
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:54:59.762340 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:54:59.874218 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:59.878778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:54:59.919016 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:54:59.941005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Pushing event deleted for resources: {'Network': ['ID=3632cd53-e98c-4abb-b4d4-0a1175c9ec66,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:54:59.944372 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:54:59.947261 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3632cd53-e98c-4abb-b4d4-0a1175c9ec66 HTTP/1.1" status: 204  len: 168 time: 1.4156942
Nov 23 12:54:59.951485 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 41984) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:00.152561 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Deleting subnet 6cda5ae8-feac-47f1-b53a-95814da4cbee {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 12:55:00.158664 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.251896 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.268393 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.325630 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88eb0bc-d587-43a2-821e-069bd2b471a0 req-36fbfb87-a457-49dc-a501-7122eb9032f4 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:00.332902 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d88eb0bc-d587-43a2-821e-069bd2b471a0 req-36fbfb87-a457-49dc-a501-7122eb9032f4 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.3335743
Nov 23 12:55:00.392354 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d88eb0bc-d587-43a2-821e-069bd2b471a0 req-2940fd0e-6451-40e9-9020-125f07f85a2c tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585654
Nov 23 12:55:00.431906 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.438016 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-fb029e09-23c0-4555-b8e9-09455d105ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:00.501454 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cda5ae8-feac-47f1-b53a-95814da4cbee,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:00.505815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:00.506815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.517591 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6cda5ae8-feac-47f1-b53a-95814da4cbee HTTP/1.1" status: 204  len: 168 time: 0.5649436
Nov 23 12:55:00.520694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42018) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:00.663909 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0a52a570-d4f2-4a31-9f2e-dbe71a60f14d req-c1272dd7-e91b-4e2c-a4b7-69af93bdb853 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.1108532
Nov 23 12:55:00.675578 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 814d33b9-f93d-4198-9894-d130dd57a435 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:55:00.728212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.862989 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 814d33b9-f93d-4198-9894-d130dd57a435 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:55:00.872586 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db07fb-dca5-4c8c-9ea7-8eb6c67d4cae req-905243f8-560f-4c98-a338-5e77ec975198 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:00.878001 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 814d33b9-f93d-4198-9894-d130dd57a435 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:55:00.878578 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.880112 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-31db07fb-dca5-4c8c-9ea7-8eb6c67d4cae req-905243f8-560f-4c98-a338-5e77ec975198 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.1325257
Nov 23 12:55:00.892933 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.923677 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8adfe610>,) {'filters': {'network_id': ['b779c77b-a4e5-4c6d-b48b-f8222a934e08']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:55:00.924558 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-31db07fb-dca5-4c8c-9ea7-8eb6c67d4cae req-79eb3711-6588-451d-af45-54c5e98365ee tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435996
Nov 23 12:55:00.936889 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8adfe610>, '85907bb0-fedb-437a-8035-2a5d27c8e0db') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:55:00.937236 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8adfe610>, '85907bb0-fedb-437a-8035-2a5d27c8e0db') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:55:00.949594 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.965016 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.972329 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 12:55:00.972718 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:55:00.991192 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:55:01.017123 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.054785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 814d33b9-f93d-4198-9894-d130dd57a435, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=814d33b9-f93d-4198-9894-d130dd57a435,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:01.059313 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.061581 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:01.067524 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.071163 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:01.085185 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.097828 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b779c77b-a4e5-4c6d-b48b-f8222a934e08 HTTP/1.1" status: 204  len: 168 time: 0.5727124
Nov 23 12:55:01.097828 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Pushing event deleted for resources: {'Network': ['ID=b779c77b-a4e5-4c6d-b48b-f8222a934e08,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:01.108910 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:01.130551 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=814d33b9-f93d-4198-9894-d130dd57a435,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:01.133558 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:01.268662 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42034) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.331411 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-05b40e87-b18f-465c-9942-0d3642e2a3c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4dd3fe3998ca46318e1267efd0b04764&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0612209
Nov 23 12:55:01.333829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42038) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:01.396117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.421745 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.475207 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.479807 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1643b082-f82d-493e-9f9f-e5e7d41b8143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:01.494074 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecbf10a-b30f-4ddb-a083-b492789f2ee5,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:01.498263 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:01.501849 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:01.503455 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fecbf10a-b30f-4ddb-a083-b492789f2ee5 HTTP/1.1" status: 204  len: 168 time: 0.1686344
Nov 23 12:55:01.651322 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeb1b0-e43b-4645-a007-5a07cd6e50ad req-2109d6d5-9377-4d4f-8084-856a4d4195f1 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:01.653289 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6aaeb1b0-e43b-4645-a007-5a07cd6e50ad req-2109d6d5-9377-4d4f-8084-856a4d4195f1 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.0863154
Nov 23 12:55:01.711550 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6aaeb1b0-e43b-4645-a007-5a07cd6e50ad req-f9491ae2-b870-4729-83e8-43a32b19b29a tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515225
Nov 23 12:55:01.873737 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-81134e61-dd6c-4244-906c-d9cf56692520 req-5a7d1a8a-ac5a-473e-9144-cd3e48a468c9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0572908
Nov 23 12:55:01.959135 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42062) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:02.027688 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-f2e82c27-7f2a-42a9-87cf-cd123109527d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e89ef52294b43ba8653683b9407afce&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0651755
Nov 23 12:55:02.027879 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42066) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:02.087670 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:02.113074 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:02.131891 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd50df9-bc79-432b-abc4-146df27cc17c req-25ad67e5-ac61-4765-b86e-d640e9f166d0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:02.133357 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2dd50df9-bc79-432b-abc4-146df27cc17c req-25ad67e5-ac61-4765-b86e-d640e9f166d0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.0791316
Nov 23 12:55:02.171021 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:02.175238 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-150f466e-0445-498c-ab0a-9a4571a28c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:02.186939 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85c0970-e204-4cb1-aac8-6f8771a95331,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:02.189391 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:02.195106 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2dd50df9-bc79-432b-abc4-146df27cc17c req-02b606ff-3591-4970-8785-8d32696ad247 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555751
Nov 23 12:55:02.199608 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:02.200711 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b85c0970-e204-4cb1-aac8-6f8771a95331 HTTP/1.1" status: 204  len: 168 time: 0.1719615
Nov 23 12:55:02.551473 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 814d33b9-f93d-4198-9894-d130dd57a435 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:55:02.627350 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 814d33b9-f93d-4198-9894-d130dd57a435 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:55:02.627978 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:02.977126 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42cdef-b66f-4757-9512-fc58b9480fa0 req-a9bcffa3-c3e0-4678-b218-e15ab5b2dc82 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:02.978686 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9b42cdef-b66f-4757-9512-fc58b9480fa0 req-a9bcffa3-c3e0-4678-b218-e15ab5b2dc82 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1419017
Nov 23 12:55:03.083086 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1c015683-2747-4d56-82a6-70d15a081ee0 req-865db95d-3e92-4948-a6bd-a76794569789 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0603347
Nov 23 12:55:03.135757 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9b42cdef-b66f-4757-9512-fc58b9480fa0 req-e5b9e9b5-0326-4175-b561-c1ef82cb9f2d tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394792
Nov 23 12:55:03.403399 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17c4c-9757-41df-8519-d8e9491544b3 req-cc09c8d6-6052-4fde-a9e8-4a38c7063c52 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:03.410880 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44c17c4c-9757-41df-8519-d8e9491544b3 req-cc09c8d6-6052-4fde-a9e8-4a38c7063c52 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.0965476
Nov 23 12:55:03.466336 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44c17c4c-9757-41df-8519-d8e9491544b3 req-3e0bb37c-1899-4025-8b8f-6e6775203f65 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464332
Nov 23 12:55:04.230813 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5bc96e05-9682-4da3-ae53-d5e64c39becd req-555dc27d-1699-43d8-8cc4-33d69b398232 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0442059
Nov 23 12:55:04.425888 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf2828-532d-43e8-9a34-0580667b4ed9 req-14a272b0-3f05-4cfa-8a88-b936f2472f4b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:04.427505 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0fbf2828-532d-43e8-9a34-0580667b4ed9 req-14a272b0-3f05-4cfa-8a88-b936f2472f4b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1712017
Nov 23 12:55:04.471704 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0fbf2828-532d-43e8-9a34-0580667b4ed9 req-7d6d5285-2f2e-4e4a-b18b-e0f8f5dd7ab4 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385740
Nov 23 12:55:04.665238 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b8b6f-3abc-4b34-b538-a0f8c28d94a7 req-baec9090-3cb7-4c84-ab40-2e03004bd31f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:04.666912 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-383b8b6f-3abc-4b34-b538-a0f8c28d94a7 req-baec9090-3cb7-4c84-ab40-2e03004bd31f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.0903194
Nov 23 12:55:04.712578 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-383b8b6f-3abc-4b34-b538-a0f8c28d94a7 req-92d0e588-254c-47ba-9527-3fc4001811cd tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391605
Nov 23 12:55:05.428057 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-069c9245-eea9-4d98-826c-3a25c2a169fc req-ba78ed0a-2360-4b6f-864d-a6932ab0f403 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0501499
Nov 23 12:55:05.809749 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413dc52-fa38-42d4-b4f6-0c5991606e7f req-c6184847-90be-4bf3-a1ed-a09133239581 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:05.811773 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0413dc52-fa38-42d4-b4f6-0c5991606e7f req-c6184847-90be-4bf3-a1ed-a09133239581 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1342704
Nov 23 12:55:06.000107 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0413dc52-fa38-42d4-b4f6-0c5991606e7f req-bd8b8198-2228-4edb-bcb8-c1745418750e tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650374
Nov 23 12:55:06.081062 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea96ce-97c5-473a-b1ac-39dd357dd38e req-b32f2c48-a252-431d-a022-3ddc7482fbef tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:06.082637 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d6ea96ce-97c5-473a-b1ac-39dd357dd38e req-b32f2c48-a252-431d-a022-3ddc7482fbef tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.1777158
Nov 23 12:55:06.165537 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d6ea96ce-97c5-473a-b1ac-39dd357dd38e req-6f80d0d0-dcec-44d7-8f52-7f6a50885f4c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766201
Nov 23 12:55:06.669844 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3ac2678a-5f2e-4505-a789-77fd6dd2dd12 req-729827f0-8f0f-4586-848b-8987231830b3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0890594
Nov 23 12:55:06.745529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42234) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:06.886442 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:06.902221 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:06.906501 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Usage tracker for resource:security_group_rule and tenant:33ee27635cd54867acd0cc9522aae7ba is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:06.909296 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:06.915312 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:07.009680 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:07.014598 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:07.023161 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64f9abfe-e484-4cd6-8572-b27133f026aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:07.064618 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33ee27635cd54867acd0cc9522aae7ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3179145
Nov 23 12:55:07.065907 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c98f807-55d2-4b2c-945a-6a1feaa828f1,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:07.068564 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42244) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:07.069422 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:07.184834 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:07.222406 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:07.292309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289dd8b-f2e1-4b28-bfd4-290fedd25bea req-17270313-cfd6-4324-8824-765b53420995 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:07.295929 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1289dd8b-f2e1-4b28-bfd4-290fedd25bea req-17270313-cfd6-4324-8824-765b53420995 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1687391
Nov 23 12:55:07.386957 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:07.397121 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:07.421502 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c98f807-55d2-4b2c-945a-6a1feaa828f1,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:07.431418 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:07.441967 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1289dd8b-f2e1-4b28-bfd4-290fedd25bea req-dba8c89e-cbf6-413b-8627-446b8d3ec113 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395416
Nov 23 12:55:07.444858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:07.446140 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c98f807-55d2-4b2c-945a-6a1feaa828f1 HTTP/1.1" status: 204  len: 168 time: 0.3765607
Nov 23 12:55:07.486205 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d3e1c-6fc9-48b8-ba9a-8d1c97e13cbb req-ab555833-d324-4321-841f-d12763f1ecb8 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:07.494664 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c77d3e1c-6fc9-48b8-ba9a-8d1c97e13cbb req-ab555833-d324-4321-841f-d12763f1ecb8 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.1894703
Nov 23 12:55:07.589993 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c77d3e1c-6fc9-48b8-ba9a-8d1c97e13cbb req-4957d17e-1d19-4e6d-b8b5-031e5ea1d263 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941079
Nov 23 12:55:07.932653 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bfb2f9aa-73ed-4c0c-9f40-56663d777230 req-14f2eff1-4753-4eda-b6d0-fd83bf8534e4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0613568
Nov 23 12:55:08.228853 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42296) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:08.350983 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:08.365985 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:08.370168 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Usage tracker for resource:security_group_rule and tenant:88dc72b1b05f44a3bcce5b20dc312010 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:08.373410 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:08.380186 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:08.480939 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:08.487380 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:08.502528 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-09d9c15b-be47-431f-8a52-3d56927d1319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:08.569077 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e652ee95-918d-471c-8124-fc4af138a8be,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:08.579470 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:08.591303 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88dc72b1b05f44a3bcce5b20dc312010&name=default HTTP/1.1" status: 200  len: 2976 time: 0.3576598
Nov 23 12:55:08.591822 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42320) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:08.689250 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:08.708552 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf313e-008a-4403-b4d5-2ad3f7f2f4d6 req-593e7cb5-5d70-41ba-90c3-f2bc79a22186 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:08.710630 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-38cf313e-008a-4403-b4d5-2ad3f7f2f4d6 req-593e7cb5-5d70-41ba-90c3-f2bc79a22186 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1445346
Nov 23 12:55:08.732048 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:08.816398 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-38cf313e-008a-4403-b4d5-2ad3f7f2f4d6 req-a9202aa3-e676-4093-bb37-a459aae40bda tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975735
Nov 23 12:55:08.835251 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:08.843209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f2b327d8-8b6d-4d45-814d-1a31ef628fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:08.858446 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e652ee95-918d-471c-8124-fc4af138a8be,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:08.861569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:08.893599 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:08.894989 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e652ee95-918d-471c-8124-fc4af138a8be HTTP/1.1" status: 204  len: 168 time: 0.3020599
Nov 23 12:55:09.125275 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be070b62-6a55-4afd-9073-3f3c94478ba2 req-1bf5b9a8-0143-4484-9316-32e1e1418b8b tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:09.137752 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-be070b62-6a55-4afd-9073-3f3c94478ba2 req-1bf5b9a8-0143-4484-9316-32e1e1418b8b tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.1627975
Nov 23 12:55:09.196269 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-be070b62-6a55-4afd-9073-3f3c94478ba2 req-74658144-f614-40c5-a776-d1e58ccc3e51 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569820
Nov 23 12:55:09.244535 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42344) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:09.420371 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0238797f-a5a5-46bd-b5da-8bdb274b3165 req-8a92ae86-825c-4871-9f77-8a470a21e3fc tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0772240
Nov 23 12:55:09.449155 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:09.466626 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:09.470933 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Usage tracker for resource:security_group_rule and tenant:42259be4061b4747ae29d2ec8ddc460f is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:09.474042 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:09.484860 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:09.665462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:09.669657 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:09.678012 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:09.726689 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=42259be4061b4747ae29d2ec8ddc460f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4806874
Nov 23 12:55:09.727804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17b85da-2ce7-4de8-8b72-c2a226863b86,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:09.729307 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42376) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:09.731598 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:09.803574 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:09.832278 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:09.888835 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:09.893988 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:09.904610 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17b85da-2ce7-4de8-8b72-c2a226863b86,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:09.910616 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:09.911404 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:09.915464 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c17b85da-2ce7-4de8-8b72-c2a226863b86 HTTP/1.1" status: 204  len: 168 time: 0.1847343
Nov 23 12:55:10.010716 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beba02a-a661-4f24-aaea-835c3cdc40b3 req-a20785bf-8926-4bb6-80ba-e8e5e7083997 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:10.018253 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9beba02a-a661-4f24-aaea-835c3cdc40b3 req-a20785bf-8926-4bb6-80ba-e8e5e7083997 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.0874443
Nov 23 12:55:10.075078 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9beba02a-a661-4f24-aaea-835c3cdc40b3 req-23408521-cb9f-4fcb-9dbb-3400ee94d452 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557752
Nov 23 12:55:10.283869 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42404) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:10.300876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:10.316042 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:10.320277 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Usage tracker for resource:security_group_rule and tenant:93c8c9ddbe864fa3bf7dcc2e77ba7854 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:10.323392 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:10.329455 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:10.402053 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64edd03-d963-4332-bbe1-524dfdd3ba09 req-8d162b74-8a99-44fb-b816-b0828b65a765 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:10.404344 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e64edd03-d963-4332-bbe1-524dfdd3ba09 req-8d162b74-8a99-44fb-b816-b0828b65a765 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.0978196
Nov 23 12:55:10.420497 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:10.425258 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:10.434120 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2220e75c-ccbe-4987-8af9-668e6cbdf776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:10.453988 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e64edd03-d963-4332-bbe1-524dfdd3ba09 req-c5acad2b-f89b-4195-8b0e-08c16fb0d241 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424728
Nov 23 12:55:10.476047 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4cdc4e-5442-46fa-89db-10068d1edd8a,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:10.489100 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=93c8c9ddbe864fa3bf7dcc2e77ba7854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2041185
Nov 23 12:55:10.490863 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:10.491556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42412) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:10.561099 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:10.598096 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:10.617064 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-37c593ee-8e04-4b17-af0a-394f35fd71ef req-1956768e-be6b-41f0-81c6-3b82313e0892 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0574112
Nov 23 12:55:10.660128 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:10.667128 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:10.681135 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4cdc4e-5442-46fa-89db-10068d1edd8a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:10.685764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:10.691908 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:10.693421 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a4cdc4e-5442-46fa-89db-10068d1edd8a HTTP/1.1" status: 204  len: 168 time: 0.2008173
Nov 23 12:55:11.277949 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1aa843-f6da-4847-a062-338f6b22c983 req-16589cf0-d25c-43d0-924a-3a9ae6c3c43f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:11.279606 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee1aa843-f6da-4847-a062-338f6b22c983 req-16589cf0-d25c-43d0-924a-3a9ae6c3c43f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.0900235
Nov 23 12:55:11.341760 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee1aa843-f6da-4847-a062-338f6b22c983 req-3150e81f-ebe7-45d1-9bac-e3440b093eda tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554967
Nov 23 12:55:11.640568 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81865f-291c-48e3-b0b6-ea90c8f7bb81 req-d4b84f57-803c-4eea-8122-dcaebed98ae6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:11.642042 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b81865f-291c-48e3-b0b6-ea90c8f7bb81 req-d4b84f57-803c-4eea-8122-dcaebed98ae6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.0793340
Nov 23 12:55:11.688576 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b81865f-291c-48e3-b0b6-ea90c8f7bb81 req-d58270c1-cac6-4fd6-8fee-6c73aa9dbc62 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406101
Nov 23 12:55:11.776160 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9203e6e5-3556-43ce-a553-02c698c3ff03 req-ee9c4464-e131-4f42-a29a-cf535175dab2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0461843
Nov 23 12:55:12.594534 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d44a5-f581-4d5b-a5e4-b1cf5c7f2d7b req-7f21a694-cceb-4a6a-b640-7c9ecf6165f8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:12.595985 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb9d44a5-f581-4d5b-a5e4-b1cf5c7f2d7b req-7f21a694-cceb-4a6a-b640-7c9ecf6165f8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1006184
Nov 23 12:55:12.640508 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb9d44a5-f581-4d5b-a5e4-b1cf5c7f2d7b req-196444c4-df8e-4a0d-b621-7e9779a8de61 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386808
Nov 23 12:55:12.956124 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4f45ebbb-bf32-47c1-bd4c-1974d0efa7b0 req-22b4af9a-a1c2-436c-8721-4c49112cfeb6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0509610
Nov 23 12:55:12.973068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-c75918c6-7ef8-470f-bcfb-c77867c86d15 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:55:12.975856 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-c75918c6-7ef8-470f-bcfb-c77867c86d15 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0086064
Nov 23 12:55:12.980044 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-a4c842e5-61e4-4909-b810-85c0baf8a04f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 12:55:12.981427 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-a4c842e5-61e4-4909-b810-85c0baf8a04f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0101130
Nov 23 12:55:13.022834 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6987-b3b3-4b47-8ae5-3e06756447be req-b1c5206e-b643-4fdf-a82a-870cb364c4e8 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:13.033158 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-252d6987-b3b3-4b47-8ae5-3e06756447be req-b1c5206e-b643-4fdf-a82a-870cb364c4e8 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.2395334
Nov 23 12:55:13.137329 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-252d6987-b3b3-4b47-8ae5-3e06756447be req-bca2a55a-7364-445b-98c9-e81385f277c9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003647
Nov 23 12:55:13.289325 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.82', 51319) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:13.375939 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Request body: {'port': {'device_id': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:13.520347 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Request body: {'port': {'device_id': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:13.625533 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-3287e0ec-955a-4657-a984-27edd74aea0f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:13.643709 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-3287e0ec-955a-4657-a984-27edd74aea0f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 818 time: 0.3562598
Nov 23 12:55:13.654175 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Request body: {'port': {'device_id': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'admin_state_up': True, 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:13.705860 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:13.855260 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:13.877046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:13.890430 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:13.903480 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Made reservation on behalf of d16aeb00b18a48eb8851b9748413a53a for: {'port': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:55:13.907203 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:13.925605 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d07e38-82ff-4119-9c09-4718494ba62e req-558b9a28-92dd-46d5-b701-aa57d08be994 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:13.927100 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c6d07e38-82ff-4119-9c09-4718494ba62e req-558b9a28-92dd-46d5-b701-aa57d08be994 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1456032
Nov 23 12:55:14.050858 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c6d07e38-82ff-4119-9c09-4718494ba62e req-9108f4a0-8b00-45cc-8625-5fcb93ff6fed tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805702
Nov 23 12:55:14.136598 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Allocated IP 172.20.0.10 (4d1ed859-274e-4413-aaeb-c5e6188bffb6/98b52d1b-cc5b-4855-813b-51f0b5c50b7e/8d23202e-7f1d-43ae-9434-46f8b9423c4e) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:55:14.298041 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.82', 51324) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:14.459769 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8e834994-eb99-44b8-b45c-3a8e968b4fe1 req-ffd076ac-92f1-44e5-b6ad-738aa2d3a08d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.1512785
Nov 23 12:55:14.577663 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:14.595963 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32509c-f4be-4d97-8a85-30e6c3fe0368 req-48a6e6aa-d0a1-432f-964e-1dbf9a43baec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:14.597867 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c32509c-f4be-4d97-8a85-30e6c3fe0368 req-48a6e6aa-d0a1-432f-964e-1dbf9a43baec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 932 time: 0.1969192
Nov 23 12:55:14.664603 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c32509c-f4be-4d97-8a85-30e6c3fe0368 req-b906e142-9588-4d0b-93af-508128008b6f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585556
Nov 23 12:55:14.688257 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:14.695973 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d4b808b7-bd8a-4a62-b2b7-a49264c0ab38 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:14.702624 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.db.resource_extend [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 23 12:55:14.783375 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:55:14.786928 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:55:14.791634 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:55:14.801008 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:14.801631 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-84f3e50b-0399-40a6-8aed-5998add118e5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:14.801723 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:14.801809 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-84f3e50b-0399-40a6-8aed-5998add118e5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 818 time: 0.5000138
Nov 23 12:55:14.816818 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Request body: {'port': {'device_id': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'admin_state_up': True, 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:14.836235 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Pushing event updated for resources: {'Port': ['ID=8d23202e-7f1d-43ae-9434-46f8b9423c4e,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:14.839570 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1896133
Nov 23 12:55:14.840308 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:14.850619 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed8399c-a4c2-4c44-9872-ac079ad65c59 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:14.852925 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Request body: {'port': {'device_id': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:14.860764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:14.933342 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Transition to ACTIVE for port object fed8399c-a4c2-4c44-9872-ac079ad65c59 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:55:14.960096 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:14.979761 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8ddf4eae-e8d3-4393-afe0-8389d220ec26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:15.018578 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:15.320633 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:15.391526 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Pushing event updated for resources: {'Port': ['ID=fed8399c-a4c2-4c44-9872-ac079ad65c59,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:15.392000 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc532ec4-c65e-4d2b-a9d1-57724a219dd7 req-95d1741b-3890-4d1c-805e-f16e58dbf63f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:15.393499 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cc532ec4-c65e-4d2b-a9d1-57724a219dd7 req-95d1741b-3890-4d1c-805e-f16e58dbf63f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 932 time: 0.1279168
Nov 23 12:55:15.398641 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Usage tracker for resource:port and tenant:d16aeb00b18a48eb8851b9748413a53a is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:15.403234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:15.405990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:15.414638 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:15.422487 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3893b481-da48-43d0-9d5d-a763bb118d5d {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:15.441927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:15.448393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Made reservation on behalf of d16aeb00b18a48eb8851b9748413a53a for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:55:15.452070 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:15.499072 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Transition to ACTIVE for port object 3893b481-da48-43d0-9d5d-a763bb118d5d will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:55:15.507780 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cc532ec4-c65e-4d2b-a9d1-57724a219dd7 req-af555031-9a0b-4df7-9e18-d44dc780f320 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010478
Nov 23 12:55:15.519145 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d23202e-7f1d-43ae-9434-46f8b9423c4e {{(pid=86874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:15.527455 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:15.545621 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Attempting to bind port fed8399c-a4c2-4c44-9872-ac079ad65c59 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:55:15.546031 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Transition to ACTIVE for port object 8d23202e-7f1d-43ae-9434-46f8b9423c4e will not be triggered until provisioned by entity L2. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:55:15.546180 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Attempting to bind port fed8399c-a4c2-4c44-9872-ac079ad65c59 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:55:15.546631 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Attempting to bind port fed8399c-a4c2-4c44-9872-ac079ad65c59 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:15.550043 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:15.550862 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:15.557679 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d882a88d-bba0-4760-bcc6-4f2c024efffd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:15.599692 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:15.662452 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Port fed8399c-a4c2-4c44-9872-ac079ad65c59 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:55:15.663380 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Attempting to bind port fed8399c-a4c2-4c44-9872-ac079ad65c59 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:15.728874 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:15.729591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Checking segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:55:15.737679 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Bound using segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:15.742906 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Bound port: fed8399c-a4c2-4c44-9872-ac079ad65c59, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:55:15.743586 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:15.844173 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7858-011f-4587-9626-d3974923257b service neutron] Pushing event updated for resources: {'Port': ['ID=8d23202e-7f1d-43ae-9434-46f8b9423c4e,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:15.852427 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-cc90c81d-c09e-4651-9e66-9b68e86ba878 req-f2c0225e-d9e4-4517-a625-528873414dbe tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Synchronizing usage tracker for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:55:15.858341 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-319b7858-011f-4587-9626-d3974923257b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:15.922201 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.managers [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Attempting to bind port 8d23202e-7f1d-43ae-9434-46f8b9423c4e on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:55:15.922583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.managers [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Attempting to bind port 8d23202e-7f1d-43ae-9434-46f8b9423c4e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'}] {{(pid=86874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:55:15.922926 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Attempting to bind port 8d23202e-7f1d-43ae-9434-46f8b9423c4e on network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 {{(pid=86874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:15.927770 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Port 8d23202e-7f1d-43ae-9434-46f8b9423c4e on network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:55:15.928081 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Attempting to bind port 8d23202e-7f1d-43ae-9434-46f8b9423c4e on network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 {{(pid=86874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:15.944126 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-cc90c81d-c09e-4651-9e66-9b68e86ba878 req-f2c0225e-d9e4-4517-a625-528873414dbe tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Unset dirty status for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:55:15.945276 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cc90c81d-c09e-4651-9e66-9b68e86ba878 req-f2c0225e-d9e4-4517-a625-528873414dbe tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.1701562
Nov 23 12:55:15.953697 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:15.954038 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Checking segment: {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:55:15.954637 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Bound using segment: {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'} {{(pid=86874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:15.955181 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.managers [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Bound port: 8d23202e-7f1d-43ae-9434-46f8b9423c4e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'}}] {{(pid=86874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:55:15.955446 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:16.121433 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] For port 8d23202e-7f1d-43ae-9434-46f8b9423c4e, host hv-cinder-81888, cleared binding levels {{(pid=86874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:55:16.124797 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] For port 8d23202e-7f1d-43ae-9434-46f8b9423c4e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:55:16.130340 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:16.142245 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:16.147486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Pushing event updated for resources: {'Port': ['ID=3893b481-da48-43d0-9d5d-a763bb118d5d,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:16.150557 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:16.217655 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ad4d2-1cca-4e24-b2c0-2c55b0f0884f req-6a522ce3-33ae-4291-8c55-179fb26a5fb1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:16.219314 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a04ad4d2-1cca-4e24-b2c0-2c55b0f0884f req-6a522ce3-33ae-4291-8c55-179fb26a5fb1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 944 time: 0.2002959
Nov 23 12:55:16.222909 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:16.223590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:16.224935 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-319b7858-011f-4587-9626-d3974923257b service neutron] 10.222.0.82 "PUT /v2.0/ports/8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 1094 time: 1.3777349
Nov 23 12:55:16.225397 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'tag': '8d23202e-7f1d-43ae-9434-46f8b9423c4e'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:55:16.298730 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Allocated IP 172.20.0.4 (4d1ed859-274e-4413-aaeb-c5e6188bffb6/98b52d1b-cc5b-4855-813b-51f0b5c50b7e/98edb104-289d-4c76-b488-4c293239cec6) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:55:16.321938 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] For port fed8399c-a4c2-4c44-9872-ac079ad65c59, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:55:16.354726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Attempting to bind port 3893b481-da48-43d0-9d5d-a763bb118d5d on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:55:16.355179 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Attempting to bind port 3893b481-da48-43d0-9d5d-a763bb118d5d by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'f5364b7f-6437-4e53-ab6b-40ed99965fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:55:16.355510 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Attempting to bind port 3893b481-da48-43d0-9d5d-a763bb118d5d on network 328bb6f8-95a5-48a4-8db8-58da7a268c7e {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:16.365713 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] For port fed8399c-a4c2-4c44-9872-ac079ad65c59, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:55:16.376955 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7858-011f-4587-9626-d3974923257b service neutron] Pushing event updated for resources: {'Port': ['ID=8d23202e-7f1d-43ae-9434-46f8b9423c4e,revision_number=3']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:16.385419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:16.386187 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Port 3893b481-da48-43d0-9d5d-a763bb118d5d on network 328bb6f8-95a5-48a4-8db8-58da7a268c7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:55:16.386593 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Attempting to bind port 3893b481-da48-43d0-9d5d-a763bb118d5d on network 328bb6f8-95a5-48a4-8db8-58da7a268c7e {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:16.386697 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-319b7858-011f-4587-9626-d3974923257b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:16.411650 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:16.414888 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a04ad4d2-1cca-4e24-b2c0-2c55b0f0884f req-d25602c3-3897-4d96-9ca4-05a2f9b460b3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285825
Nov 23 12:55:16.437631 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-0a4d9f96-f7b1-47c3-82f4-fdecd0a5d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:16.439184 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-0a4d9f96-f7b1-47c3-82f4-fdecd0a5d315 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1097 time: 0.1544077
Nov 23 12:55:16.457640 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:16.458195 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Checking segment: {'id': 'f5364b7f-6437-4e53-ab6b-40ed99965fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:55:16.458800 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Bound using segment: {'id': 'f5364b7f-6437-4e53-ab6b-40ed99965fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:16.459500 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Bound port: 3893b481-da48-43d0-9d5d-a763bb118d5d, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5364b7f-6437-4e53-ab6b-40ed99965fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:55:16.460134 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:16.486618 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:16.487426 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:16.489250 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] 10.222.0.82 "PUT /v2.0/ports/fed8399c-a4c2-4c44-9872-ac079ad65c59 HTTP/1.1" status: 200  len: 1094 time: 3.1967363
Nov 23 12:55:16.545994 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'tag': 'fed8399c-a4c2-4c44-9872-ac079ad65c59'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:55:16.548764 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-83029343-92dd-49ac-8899-15c445ecbb3b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 217 time: 0.1004698
Nov 23 12:55:16.688025 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-a4b4ed67-75b6-4ce6-bab6-17a28e13a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:16.689824 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-a4b4ed67-75b6-4ce6-bab6-17a28e13a284 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.1370649
Nov 23 12:55:16.852636 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-7609a67a-46a0-495c-aeb9-af0b0e8d0145 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1529458
Nov 23 12:55:16.892790 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167c82-aec5-40de-9850-f861f6696e85 req-380499e5-30bc-4858-a0da-4e895ce2f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:16.894291 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-380499e5-30bc-4858-a0da-4e895ce2f19d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 1097 time: 0.3042004
Nov 23 12:55:16.894517 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'tag': '8d23202e-7f1d-43ae-9434-46f8b9423c4e', 'status': 'completed', 'code': 200}
Nov 23 12:55:16.976778 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-7b198cf4-ee3c-462e-bc72-cbccef7bfe03 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59 HTTP/1.1" status: 200  len: 217 time: 0.0722988
Nov 23 12:55:16.977081 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Pushing event updated for resources: {'Port': ['ID=fed8399c-a4c2-4c44-9872-ac079ad65c59,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:16.987046 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:17.034212 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'tag': 'fed8399c-a4c2-4c44-9872-ac079ad65c59', 'status': 'completed', 'code': 200}
Nov 23 12:55:17.051841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] For port 3893b481-da48-43d0-9d5d-a763bb118d5d, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:55:17.062658 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-46dd184c-4005-4999-aa1b-574434698ef1 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021747
Nov 23 12:55:17.071198 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419054c6-5380-4e88-9d58-1c7d99a86392 req-390e117b-5c7c-4011-ba25-e4edfcb17c7e tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:17.077718 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-419054c6-5380-4e88-9d58-1c7d99a86392 req-390e117b-5c7c-4011-ba25-e4edfcb17c7e tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 944 time: 0.3338547
Nov 23 12:55:17.084402 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] For port 3893b481-da48-43d0-9d5d-a763bb118d5d, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3893b481-da48-43d0-9d5d-a763bb118d5d,segment=NetworkSegment(f5364b7f-6437-4e53-ab6b-40ed99965fd4),segment_id=f5364b7f-6437-4e53-ab6b-40ed99965fd4)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:55:17.102656 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.115136 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:17.145980 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f167c82-aec5-40de-9850-f861f6696e85 req-0132af83-997f-4194-b02f-90a1cf7d877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:17.146926 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-0132af83-997f-4194-b02f-90a1cf7d877b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 200  len: 854 time: 0.1591463
Nov 23 12:55:17.207494 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-419054c6-5380-4e88-9d58-1c7d99a86392 req-2a2e8080-5cc3-48ff-9a20-effd7bdcaa19 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287966
Nov 23 12:55:17.208765 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:17.209405 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.210851 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] 10.222.0.82 "PUT /v2.0/ports/3893b481-da48-43d0-9d5d-a763bb118d5d HTTP/1.1" status: 200  len: 1094 time: 3.9204831
Nov 23 12:55:17.218690 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.236805 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.244819 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-91086e4d-4e5e-456a-ac6e-d0702d6dfdc3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0de19c0c-3c0b-4645-86f5-bda8145281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0818741
Nov 23 12:55:17.262242 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Pushing event updated for resources: {'Port': ['ID=3893b481-da48-43d0-9d5d-a763bb118d5d,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:17.265835 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:17.288925 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee34faa1-cc2f-458e-ae9d-0c716fa23c44 req-88ae8571-4af3-440d-a7b3-03716cab9f92 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2088535
Nov 23 12:55:17.300959 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.308505 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fe4343f8-4085-4381-b3f2-05803c31bc19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:17.389393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:55:17.392539 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:55:17.397082 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:55:17.406950 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d0d84-c0a9-43ec-b525-c65acc4245d6 req-2d072c5b-a586-45f7-886e-5a703880713c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:17.408485 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-593d0d84-c0a9-43ec-b525-c65acc4245d6 req-2d072c5b-a586-45f7-886e-5a703880713c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 931 time: 0.1017849
Nov 23 12:55:17.449811 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Pushing event updated for resources: {'Port': ['ID=98edb104-289d-4c76-b488-4c293239cec6,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:17.454685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:17.471925 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-593d0d84-c0a9-43ec-b525-c65acc4245d6 req-b81851e4-c176-48b9-bcc4-edf9f16c21c8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Synchronizing usage tracker for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:55:17.493462 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:17.494163 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.509693 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-593d0d84-c0a9-43ec-b525-c65acc4245d6 req-b81851e4-c176-48b9-bcc4-edf9f16c21c8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Unset dirty status for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:55:17.525238 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-593d0d84-c0a9-43ec-b525-c65acc4245d6 req-b81851e4-c176-48b9-bcc4-edf9f16c21c8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072693
Nov 23 12:55:17.554755 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7434640
Nov 23 12:55:17.715061 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d083c2-fd40-47b2-a670-5511cf2bdad8 req-10553c12-0c55-42c2-b7a9-086fbfecb554 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:17.716576 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d9d083c2-fd40-47b2-a670-5511cf2bdad8 req-10553c12-0c55-42c2-b7a9-086fbfecb554 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 944 time: 0.1010251
Nov 23 12:55:17.731359 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42744) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:17.769713 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d9d083c2-fd40-47b2-a670-5511cf2bdad8 req-7ead3840-6a33-4359-bd1c-e7fa2321f545 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467584
Nov 23 12:55:17.852686 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.866684 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:17.870506 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Usage tracker for resource:security_group_rule and tenant:30324231919e45a59917f4a5f3bb3567 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:17.873370 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:17.878973 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:17.960578 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42756) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:17.963543 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.968269 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:17.976867 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:18.016035 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=30324231919e45a59917f4a5f3bb3567&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2843208
Nov 23 12:55:18.016955 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335b021a-ca33-4b43-b87e-b5d02e126c17,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:18.018991 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42762) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:18.020713 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:18.084551 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.102326 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.105666 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:18.117184 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f1ad96e51341329f025cc054c7e30b is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:18.121423 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:18.134461 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:18.141239 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.282693 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.297105 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:18.319668 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335b021a-ca33-4b43-b87e-b5d02e126c17,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:18.328454 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:18.372275 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.373044 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/335b021a-ca33-4b43-b87e-b5d02e126c17 HTTP/1.1" status: 204  len: 168 time: 0.3528473
Nov 23 12:55:18.382929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.394775 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.405484 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:18.450748 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f6f1ad96e51341329f025cc054c7e30b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4890914
Nov 23 12:55:18.453403 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42778) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:18.457034 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d0977-ec32-4b03-b45b-6dd93216a5fb,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:18.460312 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:18.479708 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065b81a-f813-49f3-91cb-dd12aa7b25ef req-5ded4003-ad62-4bb5-bbbd-4c4d732cf1f9 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:18.481097 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5065b81a-f813-49f3-91cb-dd12aa7b25ef req-5ded4003-ad62-4bb5-bbbd-4c4d732cf1f9 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 944 time: 0.1594636
Nov 23 12:55:18.541035 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.566008 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5065b81a-f813-49f3-91cb-dd12aa7b25ef req-d960da24-9d6b-4648-bd2a-b05d9e1c5a59 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690029
Nov 23 12:55:18.571646 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.627415 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.631655 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:18.645894 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d0977-ec32-4b03-b45b-6dd93216a5fb,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:18.654393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:18.663751 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:18.665125 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd1d0977-ec32-4b03-b45b-6dd93216a5fb HTTP/1.1" status: 204  len: 168 time: 0.2099340
Nov 23 12:55:18.748867 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289cae7-858e-43c4-992f-00d11bd19a0f req-c5e23617-3b79-4046-a8a3-1e5e951eb89f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:18.750596 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8289cae7-858e-43c4-992f-00d11bd19a0f req-c5e23617-3b79-4046-a8a3-1e5e951eb89f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 931 time: 0.0987489
Nov 23 12:55:18.802022 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8289cae7-858e-43c4-992f-00d11bd19a0f req-4abf3634-2e1f-4eec-9475-b031ea5d20ae tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458343
Nov 23 12:55:18.962861 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdc198-6e47-4b70-a099-17f2f4798c69 req-ab083555-068e-411c-9d41-589a70473e55 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:18.964323 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-43cdc198-6e47-4b70-a099-17f2f4798c69 req-ab083555-068e-411c-9d41-589a70473e55 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 944 time: 0.0841601
Nov 23 12:55:19.011305 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-43cdc198-6e47-4b70-a099-17f2f4798c69 req-1778d2bd-7b2f-4168-bc70-c48ee407a373 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403321
Nov 23 12:55:19.035744 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'tag': '3893b481-da48-43d0-9d5d-a763bb118d5d'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:55:19.042715 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42808) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:19.059965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.075196 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:19.079047 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Usage tracker for resource:security_group_rule and tenant:00f3e5b9e19442fa93399f60dc453fad is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:19.082086 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:19.082212 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'tag': '3893b481-da48-43d0-9d5d-a763bb118d5d', 'status': 'completed', 'code': 200}
Nov 23 12:55:19.087950 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:19.171975 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.176448 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.183822 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-839cd33e-45cd-4a6b-8a59-39b2773d924d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:19.222815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafde066-405f-4721-9c31-a0b1911e2ed7,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:19.227089 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00f3e5b9e19442fa93399f60dc453fad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1833448
Nov 23 12:55:19.228000 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:19.230471 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42816) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:19.293410 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.322002 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.383254 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.389288 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-70e0b768-7581-46fa-a247-6ead8809f9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:19.402456 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafde066-405f-4721-9c31-a0b1911e2ed7,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:19.404860 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:19.407363 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.410756 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fafde066-405f-4721-9c31-a0b1911e2ed7 HTTP/1.1" status: 204  len: 168 time: 0.1798086
Nov 23 12:55:19.475681 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Request body: {'port': {'device_id': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:19.777715 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-35224ffb-42ba-45c3-a5bb-e1ffaaf07d72 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3324614
Nov 23 12:55:19.785909 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:19.826119 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c773d9-1605-41f4-a855-b7f9629c94c9 req-3ab76196-e13d-4376-8b48-47640d024a11 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:19.839553 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d3c773d9-1605-41f4-a855-b7f9629c94c9 req-3ab76196-e13d-4376-8b48-47640d024a11 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 944 time: 0.1396444
Nov 23 12:55:19.916903 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d3c773d9-1605-41f4-a855-b7f9629c94c9 req-9298091e-48cd-4c9c-a239-598761ffa344 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764854
Nov 23 12:55:20.033813 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d785a0-b226-435c-8841-caa3c4f6da43 req-85640e5e-8bc0-4788-b3c9-908b88dc87fb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:20.035764 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-76d785a0-b226-435c-8841-caa3c4f6da43 req-85640e5e-8bc0-4788-b3c9-908b88dc87fb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 931 time: 0.0846860
Nov 23 12:55:20.086642 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-76d785a0-b226-435c-8841-caa3c4f6da43 req-ed806acd-25a0-48b3-9c85-c413592fd37c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449836
Nov 23 12:55:20.245641 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc3f2d-c51c-44ce-af19-21f2a2daa294 req-9c550dc3-74d2-4818-ae13-bfd41e8b9cd3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:20.252647 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8bcc3f2d-c51c-44ce-af19-21f2a2daa294 req-9c550dc3-74d2-4818-ae13-bfd41e8b9cd3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 944 time: 0.0903373
Nov 23 12:55:20.299404 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98edb104-289d-4c76-b488-4c293239cec6 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:20.307268 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:20.313363 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8bcc3f2d-c51c-44ce-af19-21f2a2daa294 req-8a982fd5-a0ec-4686-b8dd-2c01f04e53a7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597718
Nov 23 12:55:20.323393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Transition to ACTIVE for port object 98edb104-289d-4c76-b488-4c293239cec6 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:55:20.328439 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:20.333310 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:20.481178 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Pushing event updated for resources: {'Port': ['ID=98edb104-289d-4c76-b488-4c293239cec6,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:20.489070 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:20.565353 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Attempting to bind port 98edb104-289d-4c76-b488-4c293239cec6 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:55:20.565855 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Attempting to bind port 98edb104-289d-4c76-b488-4c293239cec6 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:55:20.566213 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Attempting to bind port 98edb104-289d-4c76-b488-4c293239cec6 on network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:20.571192 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Port 98edb104-289d-4c76-b488-4c293239cec6 on network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:55:20.571584 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Attempting to bind port 98edb104-289d-4c76-b488-4c293239cec6 on network 4d1ed859-274e-4413-aaeb-c5e6188bffb6 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:55:20.577386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:55:20.577715 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Checking segment: {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:55:20.578094 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Bound using segment: {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:55:20.578562 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Bound port: 98edb104-289d-4c76-b488-4c293239cec6, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b8d256c-2d2e-4f94-83fb-d8aaba907f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:55:20.579001 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:20.716036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] For port 98edb104-289d-4c76-b488-4c293239cec6, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:55:20.720348 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] For port 98edb104-289d-4c76-b488-4c293239cec6, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98edb104-289d-4c76-b488-4c293239cec6,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:55:20.726137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:20.731593 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:20.791748 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:20.792350 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:20.793703 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] 10.222.0.82 "PUT /v2.0/ports/98edb104-289d-4c76-b488-4c293239cec6 HTTP/1.1" status: 200  len: 1093 time: 1.3265300
Nov 23 12:55:20.807840 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Pushing event updated for resources: {'Port': ['ID=98edb104-289d-4c76-b488-4c293239cec6,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:20.811331 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:21.071346 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-3b681d50-6c9f-4325-bc45-7139b3891ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.073180 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-3b681d50-6c9f-4325-bc45-7139b3891ed3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1097 time: 0.1356206
Nov 23 12:55:21.171978 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'tag': '98edb104-289d-4c76-b488-4c293239cec6'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:55:21.292576 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-8b1afeb5-2462-436c-8b88-84b9a7ae0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.294060 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-8b1afeb5-2462-436c-8b88-84b9a7ae0853 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 1096 time: 0.2975037
Nov 23 12:55:21.299425 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2f167c82-aec5-40de-9850-f861f6696e85 req-a111328d-4d41-42ab-b6b9-45f2d805b299 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3621609
Nov 23 12:55:21.301983 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-768d0cf0-57b0-4378-bad8-a1c6993a3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.303280 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-768d0cf0-57b0-4378-bad8-a1c6993a3c69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7816feb37c004cf4a90a4a883ed32042&device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 1097 time: 0.3622868
Nov 23 12:55:21.437428 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45d561-8baa-4da2-aae9-7178730b693b req-d29bae0e-7aaa-4c07-aaba-c453abc45c2f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.439145 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bc45d561-8baa-4da2-aae9-7178730b693b req-d29bae0e-7aaa-4c07-aaba-c453abc45c2f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 944 time: 0.3002326
Nov 23 12:55:21.441265 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-cf5a6e7e-9e14-4e82-8e14-125bef22ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.442787 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-cf5a6e7e-9e14-4e82-8e14-125bef22ffe1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.3609378
Nov 23 12:55:21.534647 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f9e1-33fc-409e-a6ea-4df8f013b80d req-4596bde6-7aa7-4d9b-b22d-7a8342ed6233 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.536155 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7479f9e1-33fc-409e-a6ea-4df8f013b80d req-4596bde6-7aa7-4d9b-b22d-7a8342ed6233 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 943 time: 0.2345788
Nov 23 12:55:21.536266 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-bfc64486-f923-4195-ab96-9beb19aa9392 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3893b481-da48-43d0-9d5d-a763bb118d5d HTTP/1.1" status: 200  len: 217 time: 0.1672065
Nov 23 12:55:21.537413 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-200c07ba-a95d-4a4d-b718-8b73f953fb1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98edb104-289d-4c76-b488-4c293239cec6 HTTP/1.1" status: 200  len: 217 time: 0.1672864
Nov 23 12:55:21.553093 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-e5ed78c4-3669-4d33-87fa-4b19b5d2794b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 217 time: 0.0891633
Nov 23 12:55:21.619499 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bc45d561-8baa-4da2-aae9-7178730b693b req-b7c56bb8-c736-4df2-9f92-ea938926fc0e tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719308
Nov 23 12:55:21.649494 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 42928) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:21.673981 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-c53680eb-4e18-4182-99b6-d546691f4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.675446 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-c53680eb-4e18-4182-99b6-d546691f4bab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cda7338-85e1-458c-88a1-7547a3bcbd8a HTTP/1.1" status: 200  len: 852 time: 0.1262455
Nov 23 12:55:21.676945 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-7e734c6d-e4b5-4ee2-a5ef-5912aedfaa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.678219 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-7e734c6d-e4b5-4ee2-a5ef-5912aedfaa20 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.1300871
Nov 23 12:55:21.700314 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7479f9e1-33fc-409e-a6ea-4df8f013b80d req-2fbacb50-3c79-4e0b-903b-e13a668654e2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552250
Nov 23 12:55:21.702259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-906136a0-8b56-437b-a0a9-60e1ba980832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.705959 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-906136a0-8b56-437b-a0a9-60e1ba980832 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.1359425
Nov 23 12:55:21.799440 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-09955b2f-7eff-4da4-baeb-5ea09a800129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:21.799989 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-427e6c02-be8f-4f6d-afef-8ee812e48cb0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0873394
Nov 23 12:55:21.829755 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'tag': '98edb104-289d-4c76-b488-4c293239cec6', 'status': 'completed', 'code': 200}
Nov 23 12:55:21.862700 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-1a251bb3-5eaa-4fbc-ac9a-a5c7fd14315c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=328bb6f8-95a5-48a4-8db8-58da7a268c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1270878
Nov 23 12:55:21.864612 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-ec48f47c-8e45-47e5-ab32-3a8882e1e177 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1730852
Nov 23 12:55:21.868394 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1e201-42bc-422f-a7cf-17920632d51d req-eabb6b57-3181-43e7-8e46-00481ddc586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:21.869771 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-54f1e201-42bc-422f-a7cf-17920632d51d req-eabb6b57-3181-43e7-8e46-00481ddc586c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 1097 time: 0.3850744
Nov 23 12:55:21.872135 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:21.995281 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-005f94f7-4b56-492e-834d-c57c28632cbf service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880410
Nov 23 12:55:22.030492 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2c3eb-e087-452e-9262-816424cd8917 req-730dd1f8-905e-414b-bdc9-a53a0cd9b58c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:22.032076 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-07e2c3eb-e087-452e-9262-816424cd8917 req-730dd1f8-905e-414b-bdc9-a53a0cd9b58c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 944 time: 0.1465690
Nov 23 12:55:22.062586 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:22.107806 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:22.135163 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Usage tracker for resource:security_group_rule and tenant:842ffc52b7b84181b2caaa51844cd4d2 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:22.144402 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:22.160138 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:22.200764 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-07e2c3eb-e087-452e-9262-816424cd8917 req-74d134bf-3ac9-4dc7-8b8c-ff81edb1a589 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598121
Nov 23 12:55:22.246108 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-1a375799-c332-4694-ba80-bc74e50dd3c2 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441933
Nov 23 12:55:22.264538 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1e201-42bc-422f-a7cf-17920632d51d req-453c4433-e34a-4c54-aac0-72803e7783a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:22.265998 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-54f1e201-42bc-422f-a7cf-17920632d51d req-453c4433-e34a-4c54-aac0-72803e7783a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 916 time: 0.3803437
Nov 23 12:55:22.334559 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-86b2fad1-390e-406b-9964-f3e8f66494e7 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288087
Nov 23 12:55:22.348047 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-8f33635f-6957-442d-9b7a-e6402f1ceecd service neutron] 10.222.0.82 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4634509
Nov 23 12:55:22.375628 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-54f1e201-42bc-422f-a7cf-17920632d51d req-ad9c2492-f630-4fd9-9607-fd36976cb448 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59 HTTP/1.1" status: 200  len: 217 time: 0.0940104
Nov 23 12:55:22.647628 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:22.651851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1e201-42bc-422f-a7cf-17920632d51d req-9d6a4b7d-b253-41c8-96d3-4a3bbabe984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:22.653485 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-54f1e201-42bc-422f-a7cf-17920632d51d req-9d6a4b7d-b253-41c8-96d3-4a3bbabe984a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 200  len: 854 time: 0.2538669
Nov 23 12:55:22.659748 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:22.665278 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9e720c08-5b21-4cc2-8d93-10c4327db6d8 req-b91a07a5-13e0-42f4-b026-92bc0f41ed27 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3204055
Nov 23 12:55:22.713136 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:22.782061 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-54f1e201-42bc-422f-a7cf-17920632d51d req-a6260579-5ea9-4519-9f2f-50a872220a55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0de19c0c-3c0b-4645-86f5-bda8145281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1210821
Nov 23 12:55:22.839285 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-27ddbf08-7e7d-4f9c-af73-b44e4d34bc41 req-20662c00-038e-4f4d-9015-1b96eac49c1b service neutron] 10.222.0.82 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4670537
Nov 23 12:55:22.848024 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508925b1-8c3d-4ed6-b573-3f0ab9afe701,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:22.879844 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755294c-47b3-412b-a405-67b27e10a7e7 req-c237c55a-027a-4bb5-9f7b-d67659ab5924 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:22.881455 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a755294c-47b3-412b-a405-67b27e10a7e7 req-c237c55a-027a-4bb5-9f7b-d67659ab5924 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 944 time: 0.1575010
Nov 23 12:55:22.903003 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=842ffc52b7b84181b2caaa51844cd4d2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2497988
Nov 23 12:55:22.917578 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:22.917729 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 42956) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:22.945325 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:55:23.021164 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a755294c-47b3-412b-a405-67b27e10a7e7 req-176eaff4-a245-48c5-9bf7-5304e5890078 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310458
Nov 23 12:55:23.038042 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b5c6-a35c-471a-9c0d-f9c068b1893e req-0ae72a77-7db7-4653-8443-3426ac8d0e52 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:23.045701 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3e61b5c6-a35c-471a-9c0d-f9c068b1893e req-0ae72a77-7db7-4653-8443-3426ac8d0e52 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 943 time: 0.2410197
Nov 23 12:55:23.058139 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-54f1e201-42bc-422f-a7cf-17920632d51d req-e80738c2-5638-4dc7-83bd-6b04ad3e4e4f service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2650075
Nov 23 12:55:23.093896 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:23.114742 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3e61b5c6-a35c-471a-9c0d-f9c068b1893e req-e0285270-0556-49b9-ba78-e5cf35ab2b64 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681767
Nov 23 12:55:23.139094 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:23.209859 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:23.213499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-242bc5f9-c6ce-44e9-94c0-c6ba74fff590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:23.215075 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-242bc5f9-c6ce-44e9-94c0-c6ba74fff590 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 1096 time: 0.4872534
Nov 23 12:55:23.215816 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:23.239689 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508925b1-8c3d-4ed6-b573-3f0ab9afe701,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:23.260543 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:23.279295 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:23.280628 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/508925b1-8c3d-4ed6-b573-3f0ab9afe701 HTTP/1.1" status: 204  len: 168 time: 0.3611677
Nov 23 12:55:23.291909 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-e824e79c-dcb1-4ea4-a163-d2e0fb0bf553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:23.293407 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-e824e79c-dcb1-4ea4-a163-d2e0fb0bf553 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7816feb37c004cf4a90a4a883ed32042&device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 1097 time: 0.3686867
Nov 23 12:55:23.630413 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-54f1e201-42bc-422f-a7cf-17920632d51d req-7c9efcc0-04c0-44ca-a4c4-24a3a2f5c048 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5605009
Nov 23 12:55:23.658136 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a0a43-e909-4232-b216-dd409eb88300 req-09dedec1-dafe-4acb-ab32-24c9596639fc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:23.668815 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b0a0a43-e909-4232-b216-dd409eb88300 req-09dedec1-dafe-4acb-ab32-24c9596639fc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 944 time: 0.2516189
Nov 23 12:55:23.737899 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b0a0a43-e909-4232-b216-dd409eb88300 req-4b2b59d0-1760-4d51-84a6-adaae958190f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679915
Nov 23 12:55:23.739011 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-c25bcd68-9f7c-430f-b0cb-bc5f8ecaeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:23.740530 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-c25bcd68-9f7c-430f-b0cb-bc5f8ecaeb54 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.5037656
Nov 23 12:55:23.794195 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43006) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:23.870760 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-9456082c-f344-41eb-8aaa-d5c1e30eeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:23.872214 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-9456082c-f344-41eb-8aaa-d5c1e30eeaac service neutron] 10.222.0.82 "GET /v2.0/networks?id=328bb6f8-95a5-48a4-8db8-58da7a268c7e HTTP/1.1" status: 200  len: 914 time: 0.5642259
Nov 23 12:55:23.873652 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-c2c4a5b3-bc78-40d9-99d3-1e6dab30c9a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98edb104-289d-4c76-b488-4c293239cec6 HTTP/1.1" status: 200  len: 217 time: 0.1251731
Nov 23 12:55:23.906469 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43014) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:23.927969 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:23.943858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:23.948198 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Usage tracker for resource:security_group_rule and tenant:ce871e2fe13a4a0ebc7d2fb0ba35c8f9 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:23.951604 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:23.958604 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4124e933-f1ee-4bb2-b760-092ac46f949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:23.960461 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:23.996586 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-cea4b570-9c9d-4a87-8cac-0b32766bb238 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3893b481-da48-43d0-9d5d-a763bb118d5d HTTP/1.1" status: 200  len: 217 time: 0.1119778
Nov 23 12:55:23.998910 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.029695 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:24.035000 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Usage tracker for resource:security_group_rule and tenant:43f9092249e34489bcc8599f35143f5c is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:24.041037 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:24.048872 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:24.090367 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-53bbb924-ff22-4650-a46e-236e27ba68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:24.091906 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-53bbb924-ff22-4650-a46e-236e27ba68c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.1520565
Nov 23 12:55:24.098984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-8f2169e9-7646-4976-92a4-0d61799f64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:24.101014 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-8f2169e9-7646-4976-92a4-0d61799f64b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cda7338-85e1-458c-88a1-7547a3bcbd8a HTTP/1.1" status: 200  len: 852 time: 0.0948656
Nov 23 12:55:24.113953 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.120929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.134490 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-262dd8ef-2fcf-4c3f-aeb0-56d881d11d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:24.153910 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-99575027-9b62-4a97-b744-105c9f24d0f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521228
Nov 23 12:55:24.232608 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce871e2fe13a4a0ebc7d2fb0ba35c8f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3248866
Nov 23 12:55:24.236732 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43024) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:24.237504 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd341810-5f15-419f-9bad-18dea7307ed1,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:24.247683 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:24.304003 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-f9e9b5cb-c122-4571-85b3-532be691cd07 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=328bb6f8-95a5-48a4-8db8-58da7a268c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1486745
Nov 23 12:55:24.356594 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.369715 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.390354 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-74724acb-13fa-447d-98ae-cfdaf33d8303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:24.427805 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a4b9c-8d88-432a-aa17-8a4558b144b3 req-aa65aefa-bb12-4e01-b86c-859670acf13c tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:24.434635 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e4a4b9c-8d88-432a-aa17-8a4558b144b3 req-aa65aefa-bb12-4e01-b86c-859670acf13c tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 944 time: 0.2886176
Nov 23 12:55:24.436412 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-cd5211c9-4ff9-44c7-89bc-17a3f87242eb service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2373559
Nov 23 12:55:24.476599 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43f9092249e34489bcc8599f35143f5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6788251
Nov 23 12:55:24.480263 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43038) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:24.514421 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.533834 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 8d23202e-7f1d-43ae-9434-46f8b9423c4e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:55:24.566563 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a22d1-6271-4844-b9ec-aab1091709a2,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:24.577134 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-7277db7d-6e88-446b-b0ce-5931e0aee2ab service neutron] 10.222.0.82 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2633708
Nov 23 12:55:24.586129 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48cf0e-20ec-44f2-a8bd-8286efd5fce0 req-7f72ed0a-9f28-46e4-a1e5-b099b33d0d50 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:24.587605 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5b48cf0e-20ec-44f2-a8bd-8286efd5fce0 req-7f72ed0a-9f28-46e4-a1e5-b099b33d0d50 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 943 time: 0.3179271
Nov 23 12:55:24.592425 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:24.600176 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.629722 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e4a4b9c-8d88-432a-aa17-8a4558b144b3 req-9be5ffcd-508d-43cc-bfbc-aa734d38d7b8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942196
Nov 23 12:55:24.722832 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1383d697-6cc1-4b62-bde5-a0d00e2f9455 req-310988d5-ad99-4224-86e1-a2483bc3d402 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2786131
Nov 23 12:55:24.757938 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5b48cf0e-20ec-44f2-a8bd-8286efd5fce0 req-76fb96e7-0b43-4098-8ff2-77c47939c4ae tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082287
Nov 23 12:55:24.761408 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.781767 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57a13b36-4bc4-4abe-b890-50405ac4af05 req-5db9e61f-e3ac-4ae0-9f75-80952f30273c service neutron] 10.222.0.82 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978080
Nov 23 12:55:24.793694 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.802194 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 8d23202e-7f1d-43ae-9434-46f8b9423c4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:24.820108 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '8d23202e-7f1d-43ae-9434-46f8b9423c4e', 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'port_id': '8d23202e-7f1d-43ae-9434-46f8b9423c4e', 'mac_address': 'fa:16:3e:a1:b3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:55:24.857091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.863569 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:24.869821 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.886687 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.913977 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd341810-5f15-419f-9bad-18dea7307ed1,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:24.918452 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.921086 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d23202e-7f1d-43ae-9434-46f8b9423c4e {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:24.932597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:24.948282 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-05b26873-f89f-49b6-9a73-0f38418a85e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:24.955625 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 8d23202e-7f1d-43ae-9434-46f8b9423c4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:24.959878 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a22d1-6271-4844-b9ec-aab1091709a2,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:24.961497 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.962685 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device fed8399c-a4c2-4c44-9872-ac079ad65c59 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:55:24.964399 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.967980 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:24.968134 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa7a22d1-6271-4844-b9ec-aab1091709a2 HTTP/1.1" status: 204  len: 168 time: 0.4795098
Nov 23 12:55:24.968134 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:24.968270 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:24.969391 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fd341810-5f15-419f-9bad-18dea7307ed1 HTTP/1.1" status: 204  len: 168 time: 0.7289627
Nov 23 12:55:25.037722 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594adee-f8ea-4764-b3d3-eae8730169c3 req-0a4746fa-a940-4fe5-9438-5c64a38ba33c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:25.041381 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f594adee-f8ea-4764-b3d3-eae8730169c3 req-0a4746fa-a940-4fe5-9438-5c64a38ba33c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 944 time: 0.1671712
Nov 23 12:55:25.118563 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=8d23202e-7f1d-43ae-9434-46f8b9423c4e,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:25.147468 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:25.151014 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f594adee-f8ea-4764-b3d3-eae8730169c3 req-5e7d42ba-7e73-4c91-b064-3f9ff53dd70d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012137
Nov 23 12:55:25.289623 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port fed8399c-a4c2-4c44-9872-ac079ad65c59, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:25.312633 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'fed8399c-a4c2-4c44-9872-ac079ad65c59', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'port_id': 'fed8399c-a4c2-4c44-9872-ac079ad65c59', 'mac_address': 'fa:16:3e:bc:c5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0da670-3d7f-4342-a8bb-e792e3f9efd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:55:25.409272 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:25.427496 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed8399c-a4c2-4c44-9872-ac079ad65c59 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:25.451296 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port fed8399c-a4c2-4c44-9872-ac079ad65c59, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:25.458251 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:25.460488 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:25.553940 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=fed8399c-a4c2-4c44-9872-ac079ad65c59,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:25.557321 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:25.562091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43086) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:25.582440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:25.599161 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:25.603283 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ee145627a7244d7bbed28390010e7814 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:25.606942 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:25.617213 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:25.740691 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:25.746411 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:25.760932 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:25.847287 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936388b2-7e85-4fbc-9033-3b62d33cdcf3,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:25.870901 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:25.875259 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['fed8399c-a4c2-4c44-9872-ac079ad65c59'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:55:25.889277 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee145627a7244d7bbed28390010e7814&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3226392
Nov 23 12:55:25.890065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43106) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:25.944654 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['8d23202e-7f1d-43ae-9434-46f8b9423c4e'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:55:25.978778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.002537 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c09318-02a3-4bbe-b491-dc56e48cd68a req-656105fa-9139-4d05-8b5d-02149b9e127a tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:26.004114 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e3c09318-02a3-4bbe-b491-dc56e48cd68a req-656105fa-9139-4d05-8b5d-02149b9e127a tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 944 time: 0.2440536
Nov 23 12:55:26.040215 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.040512 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ecb30-1b6f-4a94-8961-949ca1997238 req-57475f86-a92e-4ebd-a502-2d3703ee44ab tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:26.042133 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e6ecb30-1b6f-4a94-8961-949ca1997238 req-57475f86-a92e-4ebd-a502-2d3703ee44ab tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 943 time: 0.1672249
Nov 23 12:55:26.107103 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e3c09318-02a3-4bbe-b491-dc56e48cd68a req-ec4bcbe0-2bea-473d-a0f6-b1bedb09547b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960310
Nov 23 12:55:26.153972 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e6ecb30-1b6f-4a94-8961-949ca1997238 req-b7dbab4e-349e-435e-86d6-6dc9e32539eb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023300
Nov 23 12:55:26.155103 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.193701 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:26.210397 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936388b2-7e85-4fbc-9033-3b62d33cdcf3,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:26.219919 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:26.221123 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.222620 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/936388b2-7e85-4fbc-9033-3b62d33cdcf3 HTTP/1.1" status: 204  len: 168 time: 0.3301153
Nov 23 12:55:26.373665 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae963-e31c-41f2-bb2f-0f8edb4b95a6 req-a5e35212-5089-471f-910c-2087262fb043 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:26.375186 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ca6ae963-e31c-41f2-bb2f-0f8edb4b95a6 req-a5e35212-5089-471f-910c-2087262fb043 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 945 time: 0.1189892
Nov 23 12:55:26.433899 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ca6ae963-e31c-41f2-bb2f-0f8edb4b95a6 req-eb43b761-4ff5-4f47-af17-d8910f4b4696 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507395
Nov 23 12:55:26.522854 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98edb104-289d-4c76-b488-4c293239cec6 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:55:26.751996 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.767033 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43152) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:26.795639 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.808192 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98edb104-289d-4c76-b488-4c293239cec6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98edb104-289d-4c76-b488-4c293239cec6,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:26.811365 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:26.815321 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Usage tracker for resource:security_group_rule and tenant:13384ce94299486c96baed38aaba72eb is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:26.818151 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:26.822407 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '98edb104-289d-4c76-b488-4c293239cec6', 'network_id': '4d1ed859-274e-4413-aaeb-c5e6188bffb6', 'port_id': '98edb104-289d-4c76-b488-4c293239cec6', 'mac_address': 'fa:16:3e:24:54:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b52d1b-cc5b-4855-813b-51f0b5c50b7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:55:26.824367 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:26.893389 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.918154 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98edb104-289d-4c76-b488-4c293239cec6 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:26.923682 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.929509 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.936370 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98edb104-289d-4c76-b488-4c293239cec6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98edb104-289d-4c76-b488-4c293239cec6,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:26.940466 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:26.941439 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:26.943450 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3893b481-da48-43d0-9d5d-a763bb118d5d details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:55:26.948308 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-41d45e92-098a-477a-9407-98522bf91fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:26.969464 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fc9c76-f6b8-45a1-8fc3-bcca18be70ff,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:26.972831 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:27.004750 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13384ce94299486c96baed38aaba72eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2358310
Nov 23 12:55:27.008460 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43164) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:27.117467 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98edb104-289d-4c76-b488-4c293239cec6,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:27.122187 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:27.158846 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.220900 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 3893b481-da48-43d0-9d5d-a763bb118d5d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3893b481-da48-43d0-9d5d-a763bb118d5d,segment=NetworkSegment(f5364b7f-6437-4e53-ab6b-40ed99965fd4),segment_id=f5364b7f-6437-4e53-ab6b-40ed99965fd4)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:27.233655 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.249408 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '3893b481-da48-43d0-9d5d-a763bb118d5d', 'network_id': '328bb6f8-95a5-48a4-8db8-58da7a268c7e', 'port_id': '3893b481-da48-43d0-9d5d-a763bb118d5d', 'mac_address': 'fa:16:3e:be:69:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cda7338-85e1-458c-88a1-7547a3bcbd8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:55:27.320209 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.340465 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3893b481-da48-43d0-9d5d-a763bb118d5d {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:55:27.350362 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43188) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:27.361350 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 3893b481-da48-43d0-9d5d-a763bb118d5d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3893b481-da48-43d0-9d5d-a763bb118d5d,segment=NetworkSegment(f5364b7f-6437-4e53-ab6b-40ed99965fd4),segment_id=f5364b7f-6437-4e53-ab6b-40ed99965fd4)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:27.367305 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.371238 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:27.456545 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=3893b481-da48-43d0-9d5d-a763bb118d5d,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:27.467789 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:27.538446 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.562598 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3a923418-ff3c-4dd1-a2f9-69cc10163af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:27.572944 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.592011 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:27.596358 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Usage tracker for resource:security_group_rule and tenant:5b680ab66b9547838431e13799380abe is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:27.599454 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:27.608960 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:27.615438 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfc72b-c98b-4a4f-a913-55d0a300c2c6 req-a7dac2e6-d072-4e30-b0ce-3dc7d86d34f0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:27.617312 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44dfc72b-c98b-4a4f-a913-55d0a300c2c6 req-a7dac2e6-d072-4e30-b0ce-3dc7d86d34f0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 944 time: 0.3216398
Nov 23 12:55:27.626413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbf5d8-2db9-4e15-9419-3b1e5da4ce8c req-5fc5a87f-a238-4a16-b14b-e913ead2642d tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:27.634231 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d6bbf5d8-2db9-4e15-9419-3b1e5da4ce8c req-5fc5a87f-a238-4a16-b14b-e913ead2642d tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 945 time: 0.2674074
Nov 23 12:55:27.659662 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fc9c76-f6b8-45a1-8fc3-bcca18be70ff,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:27.662315 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:27.707309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.708420 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58fc9c76-f6b8-45a1-8fc3-bcca18be70ff HTTP/1.1" status: 204  len: 168 time: 0.6982446
Nov 23 12:55:27.728296 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['98edb104-289d-4c76-b488-4c293239cec6'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:55:27.732033 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44dfc72b-c98b-4a4f-a913-55d0a300c2c6 req-c4f55571-8c82-48a1-af84-ff08329a6f90 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782230
Nov 23 12:55:27.746994 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.748423 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d6bbf5d8-2db9-4e15-9419-3b1e5da4ce8c req-f1297879-9eb3-4dd4-83d3-13cdc67facc3 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132355
Nov 23 12:55:27.755261 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:27.768178 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-132e57d0-c472-45a6-a6e6-83dbe6d1e7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:27.815267 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['3893b481-da48-43d0-9d5d-a763bb118d5d'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:55:27.891655 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b680ab66b9547838431e13799380abe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5401735
Nov 23 12:55:27.893452 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43214) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:27.894079 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43216) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:27.903702 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705249ec-7897-4cdc-a4b8-320ad65efaf2,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:27.947366 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:28.026140 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467ba10-9b32-4703-9526-12b86d422bd3 req-84b0e2df-29c7-4bed-a027-763b70b148df tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:28.030880 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43226) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:28.039889 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2467ba10-9b32-4703-9526-12b86d422bd3 req-84b0e2df-29c7-4bed-a027-763b70b148df tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 945 time: 0.1778054
Nov 23 12:55:28.056588 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.128549 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2467ba10-9b32-4703-9526-12b86d422bd3 req-b0c68ce3-6512-4271-9423-2e866c2fb410 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876100
Nov 23 12:55:28.129370 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.184181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.225082 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.308912 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:28.317604 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Usage tracker for resource:security_group_rule and tenant:51b3eaaca7344f48a3edba8ba3679b67 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:28.326088 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:28.340376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:28.342252 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:28.362574 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Usage tracker for resource:security_group_rule and tenant:ebfd0dc82ee145d68d714b4b45470c50 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:28.366172 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:28.386932 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:28.438509 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.453932 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:28.480716 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705249ec-7897-4cdc-a4b8-320ad65efaf2,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:28.488345 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:28.530131 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 8d23202e-7f1d-43ae-9434-46f8b9423c4e up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:55:28.609626 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.615733 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/705249ec-7897-4cdc-a4b8-320ad65efaf2 HTTP/1.1" status: 204  len: 168 time: 0.7165763
Nov 23 12:55:28.682506 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.719126 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.727422 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 8d23202e-7f1d-43ae-9434-46f8b9423c4e completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:55:28.742591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fa879949-f22b-4e10-9d01-813a6cd290c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:28.746558 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 8d23202e-7f1d-43ae-9434-46f8b9423c4e triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:55:28.748208 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.803857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.826361 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:28.862201 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51b3eaaca7344f48a3edba8ba3679b67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9660115
Nov 23 12:55:28.864614 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43262) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:28.882356 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebfd0dc82ee145d68d714b4b45470c50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8502407
Nov 23 12:55:28.883613 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd9993-8a5e-44c7-ac3d-60f4c803fef5,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:28.885665 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43266) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:28.886987 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:28.887949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-21d0810e-8779-4ce4-842a-292918727ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:28.927240 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9b01b-834c-4fdf-805f-1c89c11a8fe4,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:28.933808 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:28.972466 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.006487 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d23202e-7f1d-43ae-9434-46f8b9423c4e'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:55:29.090811 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 8d23202e-7f1d-43ae-9434-46f8b9423c4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:29.096658 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.098045 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device fed8399c-a4c2-4c44-9872-ac079ad65c59 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:55:29.134076 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:29.144051 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43280) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:29.162231 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.174978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.180576 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:29.184631 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Usage tracker for resource:security_group_rule and tenant:62b6e78aa9aa43db9b65048d09e039ef is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:29.187652 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:29.193410 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:29.195475 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d708a7-a525-430e-bd0b-2ca07cd974fb req-f80b6efb-2142-4880-9f64-08bfe7ce997b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:29.197689 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-21d708a7-a525-430e-bd0b-2ca07cd974fb req-f80b6efb-2142-4880-9f64-08bfe7ce997b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 945 time: 0.2309334
Nov 23 12:55:29.236301 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=8d23202e-7f1d-43ae-9434-46f8b9423c4e,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:29.246358 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:29.290307 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port fed8399c-a4c2-4c44-9872-ac079ad65c59 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:55:29.300293 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port fed8399c-a4c2-4c44-9872-ac079ad65c59 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:55:29.300679 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.316682 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.319986 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.326106 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.345480 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.346324 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:29.379342 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a736948-1136-4621-9f6f-5d2aa788576f,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:29.380116 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.383099 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:29.414322 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62b6e78aa9aa43db9b65048d09e039ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2676897
Nov 23 12:55:29.415785 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43292) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:29.453594 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-21d708a7-a525-430e-bd0b-2ca07cd974fb req-01160c16-8aca-4a7c-8293-0bfcab810518 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314272
Nov 23 12:55:29.490669 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394194c-fe1c-4c25-8e38-47c98f92e859 req-bd24c1d0-34ef-4365-83c3-3f5604a4895b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:29.498188 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.509318 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9394194c-fe1c-4c25-8e38-47c98f92e859 req-bd24c1d0-34ef-4365-83c3-3f5604a4895b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 944 time: 0.5385027
Nov 23 12:55:29.514650 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.549189 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.568979 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port fed8399c-a4c2-4c44-9872-ac079ad65c59, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:29.575218 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.578859 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:29.604937 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9394194c-fe1c-4c25-8e38-47c98f92e859 req-d197a1d4-8d9a-4dc7-a55f-dabebeb45f59 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944791
Nov 23 12:55:29.632254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.663668 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.675499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:29.696496 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-217bc8cc-eb35-4841-bb83-70850477cc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:29.701129 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a736948-1136-4621-9f6f-5d2aa788576f,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:29.706086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:29.716082 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.718581 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a736948-1136-4621-9f6f-5d2aa788576f HTTP/1.1" status: 204  len: 168 time: 0.3014314
Nov 23 12:55:29.731157 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.744461 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=fed8399c-a4c2-4c44-9872-ac079ad65c59,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:29.754598 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:29.755207 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9b01b-834c-4fdf-805f-1c89c11a8fe4,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:29.757508 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:29.761246 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-52286d7d-6759-4077-8cba-dd13d7a6f8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:29.773434 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd9993-8a5e-44c7-ac3d-60f4c803fef5,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:29.775783 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:29.777282 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.778310 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8dd9993-8a5e-44c7-ac3d-60f4c803fef5 HTTP/1.1" status: 204  len: 168 time: 0.8857534
Nov 23 12:55:29.779606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:29.783073 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9c9b01b-834c-4fdf-805f-1c89c11a8fe4 HTTP/1.1" status: 204  len: 168 time: 0.9147387
Nov 23 12:55:29.835920 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aea43-ab36-4e75-b783-211bcb29f9b8 req-0e3b7d37-abb6-4bec-b683-f3e4acff0ab3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:29.837698 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-427aea43-ab36-4e75-b783-211bcb29f9b8 req-0e3b7d37-abb6-4bec-b683-f3e4acff0ab3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.2012358
Nov 23 12:55:29.884527 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-427aea43-ab36-4e75-b783-211bcb29f9b8 req-a3c5cb2b-bd3f-408d-8919-9531d7799972 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406997
Nov 23 12:55:29.995159 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d23202e-7f1d-43ae-9434-46f8b9423c4e', 'code': 200}
Nov 23 12:55:30.270892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-e5a71253-1671-48b7-90cd-bf8d2cb2f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:30.272698 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-e5a71253-1671-48b7-90cd-bf8d2cb2f414 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.0878258
Nov 23 12:55:30.318778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:30.357035 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:30.364045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Usage tracker for resource:security_group_rule and tenant:9f23547834694d3bb94d1b0a6e1f0abe is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:30.369127 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:30.384879 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:30.537814 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98edb104-289d-4c76-b488-4c293239cec6 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:55:30.614800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43340) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:30.629297 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:30.634721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:30.644159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:30.650208 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-aa29175b-d7d4-4e10-a711-e6ee7651d5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:30.668194 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:30.679181 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Usage tracker for resource:security_group_rule and tenant:21dcf1b1a242480da2fd2432cab52866 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:30.687466 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:30.712706 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:30.738810 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43352) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:30.740534 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-259fa1e4-051d-449b-8df5-c1210d90f23a req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4612262
Nov 23 12:55:30.748736 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f755cda2-a770-4d89-85bd-f38f38bd7544,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:30.752749 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:30.788810 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 98edb104-289d-4c76-b488-4c293239cec6 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:55:30.795243 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 98edb104-289d-4c76-b488-4c293239cec6 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:55:30.795790 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:30.895982 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:30.952467 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:30.954098 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:30.964218 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Usage tracker for resource:security_group_rule and tenant:d6eafb884f304a6da8e26751bc00e3cd is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:30.976639 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:30.991037 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:31.000099 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98edb104-289d-4c76-b488-4c293239cec6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98edb104-289d-4c76-b488-4c293239cec6,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:31.007912 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.009725 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3893b481-da48-43d0-9d5d-a763bb118d5d up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:55:31.055151 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:31.068171 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82c88e-4644-4fb2-aafb-cf23736b1150 req-02aa53d6-4de8-400d-b222-1d31e12d7e68 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:31.070908 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fb82c88e-4644-4fb2-aafb-cf23736b1150 req-02aa53d6-4de8-400d-b222-1d31e12d7e68 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 944 time: 0.2223978
Nov 23 12:55:31.078660 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b991a-6f84-4950-9038-b59ee8734d4b req-52356135-c7ee-4c07-a976-446eca30d076 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:31.085330 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4e6b991a-6f84-4950-9038-b59ee8734d4b req-52356135-c7ee-4c07-a976-446eca30d076 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 945 time: 0.3453448
Nov 23 12:55:31.164224 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98edb104-289d-4c76-b488-4c293239cec6,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:31.167797 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:31.178140 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 3893b481-da48-43d0-9d5d-a763bb118d5d completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:55:31.184833 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 3893b481-da48-43d0-9d5d-a763bb118d5d triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:55:31.185538 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.192454 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.219381 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.234193 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ccc63cb7-4444-471c-98b9-b498e0d18c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:31.247543 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fb82c88e-4644-4fb2-aafb-cf23736b1150 req-0863cc23-a3e8-451b-b87f-08a4b18ca678 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434588
Nov 23 12:55:31.270631 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4e6b991a-6f84-4950-9038-b59ee8734d4b req-f3584908-c806-41ee-ba37-871f1f10623a tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1843028
Nov 23 12:55:31.317459 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=21dcf1b1a242480da2fd2432cab52866&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6979911
Nov 23 12:55:31.317571 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8efb3-694d-4253-9430-5fa58f76c27d,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:31.318227 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43390) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:31.320590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:31.348595 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.353973 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.354157 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.363196 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-002a6799-1f04-40a0-b91a-1b32740245a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:31.414536 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6eafb884f304a6da8e26751bc00e3cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6698649
Nov 23 12:55:31.414536 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076556b1-34da-49c6-8a79-ad7f24e00062,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:31.418309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:31.419097 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43398) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:31.437486 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 3893b481-da48-43d0-9d5d-a763bb118d5d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3893b481-da48-43d0-9d5d-a763bb118d5d,segment=NetworkSegment(f5364b7f-6437-4e53-ab6b-40ed99965fd4),segment_id=f5364b7f-6437-4e53-ab6b-40ed99965fd4)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:55:31.445122 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.447455 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:31.459217 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.528727 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.567244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=3893b481-da48-43d0-9d5d-a763bb118d5d,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:31.569761 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-68687b04-4474-44b7-952a-21ba649ca011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.577123 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:31.615515 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.622538 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:31.654496 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8efb3-694d-4253-9430-5fa58f76c27d,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:31.654828 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-68687b04-4474-44b7-952a-21ba649ca011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.658859 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:31.679610 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.683299 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98f8efb3-694d-4253-9430-5fa58f76c27d HTTP/1.1" status: 204  len: 168 time: 0.3607512
Nov 23 12:55:31.696769 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3d07-93c0-49bf-9218-11748535684b req-d644aabe-347b-4cde-beef-be1d66bfa27e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:31.698483 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32ca3d07-93c0-49bf-9218-11748535684b req-d644aabe-347b-4cde-beef-be1d66bfa27e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.2603672
Nov 23 12:55:31.763316 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32ca3d07-93c0-49bf-9218-11748535684b req-c1b5d7d2-d291-4e40-9064-4e753db0fe33 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479558
Nov 23 12:55:31.781941 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-68687b04-4474-44b7-952a-21ba649ca011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.788338 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9eef447d-dc46-43a2-bcc9-95318c7aa9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:31.802801 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68687b04-4474-44b7-952a-21ba649ca011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076556b1-34da-49c6-8a79-ad7f24e00062,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:31.805444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-68687b04-4474-44b7-952a-21ba649ca011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:31.814150 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-68687b04-4474-44b7-952a-21ba649ca011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:31.818069 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-68687b04-4474-44b7-952a-21ba649ca011 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/076556b1-34da-49c6-8a79-ad7f24e00062 HTTP/1.1" status: 204  len: 168 time: 0.3977530
Nov 23 12:55:31.996871 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8399c-a4c2-4c44-9872-ac079ad65c59'}, {'server_uuid': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98edb104-289d-4c76-b488-4c293239cec6'}, {'server_uuid': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3893b481-da48-43d0-9d5d-a763bb118d5d'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:55:32.063814 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed8399c-a4c2-4c44-9872-ac079ad65c59', 'code': 200}
Nov 23 12:55:32.063814 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98edb104-289d-4c76-b488-4c293239cec6', 'code': 200}
Nov 23 12:55:32.064007 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3893b481-da48-43d0-9d5d-a763bb118d5d', 'code': 200}
Nov 23 12:55:32.234892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43432) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:32.463596 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:32.498475 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:32.506729 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Usage tracker for resource:security_group_rule and tenant:c12fbdae2dc0405d98ef8db9e1418bc5 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:32.516635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:32.541251 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0043-ff9c-464e-8ddf-67e45b29408d req-b7131c38-9eaa-4416-a02a-eb5cea50ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:32.546840 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-31cc0043-ff9c-464e-8ddf-67e45b29408d req-b7131c38-9eaa-4416-a02a-eb5cea50ce96 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 1099 time: 0.2835517
Nov 23 12:55:32.548879 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:32.654257 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164fc45-381c-4f70-9201-7f62284cb645 req-847fa723-a145-4d40-83fc-eeb0c59fe629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:32.655814 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a164fc45-381c-4f70-9201-7f62284cb645 req-847fa723-a145-4d40-83fc-eeb0c59fe629 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 1099 time: 0.3390119
Nov 23 12:55:32.665768 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff77b1-f160-4faf-a160-227ca731ab1a req-4e68a4b9-0ab0-4dda-b9be-86ef646441f0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:32.676183 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fff77b1-f160-4faf-a160-227ca731ab1a req-4e68a4b9-0ab0-4dda-b9be-86ef646441f0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1795380
Nov 23 12:55:32.688120 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814afc7-387e-45dc-b598-c9a74199f124 req-733443ac-be95-4172-b562-6b82885527bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:32.689513 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b814afc7-387e-45dc-b598-c9a74199f124 req-733443ac-be95-4172-b562-6b82885527bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 1098 time: 0.3031285
Nov 23 12:55:32.717225 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b331-b386-4860-97f9-4d7cd498e891 req-187a2e5a-40f8-4fae-89ca-d20e5602f568 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:32.717936 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-31cc0043-ff9c-464e-8ddf-67e45b29408d req-20d64dd9-cea2-4504-b319-78a4283336f9 service neutron] Synchronizing usage tracker for tenant:9f23547834694d3bb94d1b0a6e1f0abe on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:55:32.719555 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b69b331-b386-4860-97f9-4d7cd498e891 req-187a2e5a-40f8-4fae-89ca-d20e5602f568 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.2665961
Nov 23 12:55:32.771423 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fff77b1-f160-4faf-a160-227ca731ab1a req-cd13d001-7245-474c-ae20-45282eec0608 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940909
Nov 23 12:55:32.819298 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a164fc45-381c-4f70-9201-7f62284cb645 req-3af92257-f175-4097-8e5b-2f544621104d service neutron] Synchronizing usage tracker for tenant:9f23547834694d3bb94d1b0a6e1f0abe on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:55:32.840284 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-b814afc7-387e-45dc-b598-c9a74199f124 req-2a4f1754-7af7-4e15-bfeb-fdd03ee5700a service neutron] Synchronizing usage tracker for tenant:9f23547834694d3bb94d1b0a6e1f0abe on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:55:32.841277 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b69b331-b386-4860-97f9-4d7cd498e891 req-5467ad99-d247-4eaf-86b0-cf50fe26c8c3 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128867
Nov 23 12:55:32.930007 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:32.940627 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:32.958551 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-537c70a2-b082-428e-a2eb-f38197bb2f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:33.039802 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de823bc-28f1-4845-9461-2893eee1d279,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:33.049159 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c12fbdae2dc0405d98ef8db9e1418bc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8144186
Nov 23 12:55:33.051541 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:33.052080 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43478) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:33.057478 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-31cc0043-ff9c-464e-8ddf-67e45b29408d req-20d64dd9-cea2-4504-b319-78a4283336f9 service neutron] Unset dirty status for tenant:9f23547834694d3bb94d1b0a6e1f0abe on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:55:33.058720 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-31cc0043-ff9c-464e-8ddf-67e45b29408d req-20d64dd9-cea2-4504-b319-78a4283336f9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4999566
Nov 23 12:55:33.068576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcc9d3-e10b-4ae4-9d23-2b80c1cdf5a3 req-eeb6cf4e-54d6-4bc2-9b90-cf6dd0d5bf8c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:33.070375 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e9fcc9d3-e10b-4ae4-9d23-2b80c1cdf5a3 req-eeb6cf4e-54d6-4bc2-9b90-cf6dd0d5bf8c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.1515722
Nov 23 12:55:33.083453 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.db.api [req-a164fc45-381c-4f70-9201-7f62284cb645 req-3af92257-f175-4097-8e5b-2f544621104d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 9f23547834694d3bb94d1b0a6e1f0abe-security_group {{(pid=86873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:55:33.083771 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_db.api [req-a164fc45-381c-4f70-9201-7f62284cb645 req-3af92257-f175-4097-8e5b-2f544621104d service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 12:55:33.084225 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.db.api [req-b814afc7-387e-45dc-b598-c9a74199f124 req-2a4f1754-7af7-4e15-bfeb-fdd03ee5700a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 9f23547834694d3bb94d1b0a6e1f0abe-security_group {{(pid=86873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 12:55:33.084517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_db.api [req-b814afc7-387e-45dc-b598-c9a74199f124 req-2a4f1754-7af7-4e15-bfeb-fdd03ee5700a service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 12:55:33.133792 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:33.161618 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e9fcc9d3-e10b-4ae4-9d23-2b80c1cdf5a3 req-d9c5cfd9-1874-43e1-a51b-420497de7d54 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845263
Nov 23 12:55:33.180822 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:33.246349 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:33.253152 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-780c958b-0c82-48a6-844c-2e00835cbb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:33.266178 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de823bc-28f1-4845-9461-2893eee1d279,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:33.275114 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:33.281756 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:33.283040 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3de823bc-28f1-4845-9461-2893eee1d279 HTTP/1.1" status: 204  len: 168 time: 0.2286701
Nov 23 12:55:33.599682 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a164fc45-381c-4f70-9201-7f62284cb645 req-3af92257-f175-4097-8e5b-2f544621104d service neutron] Unset dirty status for tenant:9f23547834694d3bb94d1b0a6e1f0abe on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:55:33.600895 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a164fc45-381c-4f70-9201-7f62284cb645 req-3af92257-f175-4097-8e5b-2f544621104d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9326298
Nov 23 12:55:33.601897 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-b814afc7-387e-45dc-b598-c9a74199f124 req-2a4f1754-7af7-4e15-bfeb-fdd03ee5700a service neutron] Unset dirty status for tenant:9f23547834694d3bb94d1b0a6e1f0abe on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:55:33.603037 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b814afc7-387e-45dc-b598-c9a74199f124 req-2a4f1754-7af7-4e15-bfeb-fdd03ee5700a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9040642
Nov 23 12:55:33.773408 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43510) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:33.805036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:33.832242 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:33.837340 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Usage tracker for resource:security_group_rule and tenant:a717bf4555f743ee9d01e57b430fbd51 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:33.841199 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:33.849245 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:33.963726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:33.969010 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:33.977683 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d548a7-3a5a-4d52-856c-193874800d46 req-c8b099b6-f7fd-480d-95e4-b90aab0fc359 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:33.981812 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-1e0041a1-bd03-4513-a61a-a9e1d6c17179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:33.986162 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-33d548a7-3a5a-4d52-856c-193874800d46 req-c8b099b6-f7fd-480d-95e4-b90aab0fc359 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1060917
Nov 23 12:55:34.034737 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eddea6e-4878-4b9a-9b20-9f8d1fadbc37,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:34.038945 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:34.045840 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a717bf4555f743ee9d01e57b430fbd51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2712736
Nov 23 12:55:34.047060 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43526) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:34.112750 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:34.124898 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-33d548a7-3a5a-4d52-856c-193874800d46 req-831c4984-a72c-4cd6-b223-7738d8b5e061 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376042
Nov 23 12:55:34.146775 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:34.233308 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:34.238718 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-54ba0dd2-c9e7-4c79-ae58-ddbb1bf34f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:34.250545 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eddea6e-4878-4b9a-9b20-9f8d1fadbc37,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:34.255694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:34.257886 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:34.261483 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5eddea6e-4878-4b9a-9b20-9f8d1fadbc37 HTTP/1.1" status: 204  len: 168 time: 0.2106266
Nov 23 12:55:34.445950 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807036e-9b7e-4c1b-b8c7-d46f2854e9cb req-9983fe26-a92e-4dd3-b1dd-acf743ffd032 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:34.447548 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a807036e-9b7e-4c1b-b8c7-d46f2854e9cb req-9983fe26-a92e-4dd3-b1dd-acf743ffd032 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.2271461
Nov 23 12:55:34.502090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25a7a9-dbf9-4a33-9cb8-a71563c2d792 req-a8cc362b-1fea-4fac-8f34-c2c158f692b3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:34.503836 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6e25a7a9-dbf9-4a33-9cb8-a71563c2d792 req-a8cc362b-1fea-4fac-8f34-c2c158f692b3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.1673648
Nov 23 12:55:34.542835 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a807036e-9b7e-4c1b-b8c7-d46f2854e9cb req-5db00dda-57f3-41bd-9b70-61781c011956 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762088
Nov 23 12:55:34.587556 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6e25a7a9-dbf9-4a33-9cb8-a71563c2d792 req-1694ba4d-14c0-477b-80e1-4a533b639f38 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609722
Nov 23 12:55:35.396462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c96add-c77e-44d5-b48c-ba495ba5f353 req-53f97c42-12a6-40b1-be0f-63e2318ba81b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:35.399566 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44c96add-c77e-44d5-b48c-ba495ba5f353 req-53f97c42-12a6-40b1-be0f-63e2318ba81b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1208527
Nov 23 12:55:35.497994 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44c96add-c77e-44d5-b48c-ba495ba5f353 req-dd6d8fa4-37e8-46cc-9402-fee630dc12aa tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926757
Nov 23 12:55:35.947078 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7e213-07ed-4848-924e-031ed0494e3b req-05142d57-0d4e-41a7-b196-11b15f82c574 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:35.948726 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ce7e213-07ed-4848-924e-031ed0494e3b req-05142d57-0d4e-41a7-b196-11b15f82c574 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.1553798
Nov 23 12:55:35.958174 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7d801-7ba8-425f-9ebe-1376ad5fe3ba req-80b46a13-9b43-4de6-b2e2-d7e8c6635e98 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:35.959807 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2ee7d801-7ba8-425f-9ebe-1376ad5fe3ba req-80b46a13-9b43-4de6-b2e2-d7e8c6635e98 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1197760
Nov 23 12:55:36.037966 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2ee7d801-7ba8-425f-9ebe-1376ad5fe3ba req-25050f39-950e-4d6b-917f-d69222088b43 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715721
Nov 23 12:55:36.040775 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ce7e213-07ed-4848-924e-031ed0494e3b req-3c88dfab-bfc8-4b2d-bc76-ce77aa18f812 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799303
Nov 23 12:55:36.144084 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43642) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:36.494153 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:36.543393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:36.549664 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Usage tracker for resource:security_group_rule and tenant:7751424b25f845c88f9f942131926ff2 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:36.564035 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:36.590804 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:36.786991 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:36.791929 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:36.804134 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d09c5a00-c0c2-4df1-987d-7476822683af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:36.847291 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cca07-c828-4b26-9f00-7286f53f0ab1 req-d7d542d4-5526-4ad5-9e05-680a2ebdf677 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:36.849210 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-666cca07-c828-4b26-9f00-7286f53f0ab1 req-d7d542d4-5526-4ad5-9e05-680a2ebdf677 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1017027
Nov 23 12:55:36.852788 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7751424b25f845c88f9f942131926ff2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7074363
Nov 23 12:55:36.854688 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bfe85d-9bcd-448f-9f01-4b90262873f9,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:36.855404 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43678) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:36.868730 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:36.933075 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-666cca07-c828-4b26-9f00-7286f53f0ab1 req-b97bb01c-d22e-4720-b829-0ee0c2f34f43 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652220
Nov 23 12:55:36.949402 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:36.985338 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:37.059800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:37.064720 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:37.088292 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bfe85d-9bcd-448f-9f01-4b90262873f9,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:37.092713 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:37.098411 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:37.107491 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60bfe85d-9bcd-448f-9f01-4b90262873f9 HTTP/1.1" status: 204  len: 168 time: 0.2503250
Nov 23 12:55:37.444452 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff0706-03de-4292-9a67-8712852e32f0 req-edbe7255-bfa0-48e4-b0c0-11c1c70e283f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:37.446926 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6bff0706-03de-4292-9a67-8712852e32f0 req-edbe7255-bfa0-48e4-b0c0-11c1c70e283f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0881374
Nov 23 12:55:37.494180 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6bff0706-03de-4292-9a67-8712852e32f0 req-31223d5c-cc3d-4354-a688-bf03309b4358 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412595
Nov 23 12:55:37.669927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43726) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:37.691613 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:37.709370 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:37.710357 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:39d0b36688a347608140c8f6307c3cdf is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:37.713499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:37.720495 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:37.789185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43734) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:37.834364 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:37.840618 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:37.868412 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6211e9d7-8056-499d-b9e8-abc5afcd37a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:37.877182 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39d0b36688a347608140c8f6307c3cdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2062807
Nov 23 12:55:37.879951 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43740) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:37.901783 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdaf5a5-8ec0-46bb-bc8d-fd9fceeeca42,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:37.905239 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:37.961362 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.000149 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.009655 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.034912 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:38.048586 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Usage tracker for resource:security_group_rule and tenant:e53649f6f4d94c4e8ebd56924cab89e1 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:38.053226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:38.059663 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:38.086288 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.093178 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ce7a65b1-3812-4d7e-a138-0aacb2d415f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:38.111321 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdaf5a5-8ec0-46bb-bc8d-fd9fceeeca42,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:38.119117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:38.119925 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.121011 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0fdaf5a5-8ec0-46bb-bc8d-fd9fceeeca42 HTTP/1.1" status: 204  len: 168 time: 0.2401102
Nov 23 12:55:38.202443 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.206852 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.217688 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:38.269989 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e53649f6f4d94c4e8ebd56924cab89e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4795318
Nov 23 12:55:38.270888 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cef253-5fa1-4e41-a7c6-5cf1d80b2321,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:38.273667 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43752) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:38.273854 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:38.332222 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.357685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.411794 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.415529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:38.427620 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cef253-5fa1-4e41-a7c6-5cf1d80b2321,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:38.431710 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:38.442209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.450434 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23cef253-5fa1-4e41-a7c6-5cf1d80b2321 HTTP/1.1" status: 204  len: 168 time: 0.1746364
Nov 23 12:55:38.735707 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fa02c-4490-4b8a-9318-3f73b78e4e3f req-10d5d18f-b851-442e-9641-09418db963e9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:38.746048 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9a4fa02c-4490-4b8a-9318-3f73b78e4e3f req-10d5d18f-b851-442e-9641-09418db963e9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1295547
Nov 23 12:55:38.784041 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43780) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:38.791193 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9a4fa02c-4490-4b8a-9318-3f73b78e4e3f req-d73bbb45-5485-4947-a31d-7829c1695a08 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441949
Nov 23 12:55:38.801714 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.819670 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:38.823636 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0ba91b8ab448d18be791da03b898c6 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:38.826600 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:38.832205 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:38.919811 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.925079 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:38.934783 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c013a239-49a1-48d7-9a25-c5a0a495adb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:38.979857 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f0ba91b8ab448d18be791da03b898c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1945162
Nov 23 12:55:38.980519 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8de6a9-79da-4aab-85ea-dc70f5c4fbd8,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:38.982634 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43792) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:38.983804 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:39.039149 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:39.064121 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:39.120059 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:39.124907 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-5a84795e-ba60-4321-a9ab-ae87e5342334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:39.137253 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8de6a9-79da-4aab-85ea-dc70f5c4fbd8,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:39.141554 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:39.143685 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:39.145045 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c8de6a9-79da-4aab-85ea-dc70f5c4fbd8 HTTP/1.1" status: 204  len: 168 time: 0.1611440
Nov 23 12:55:39.421048 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765e2b6-ae37-4824-adde-35601663ca72 req-c1ddb9cc-b338-4845-8be4-f1e52ebea6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:39.423240 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5765e2b6-ae37-4824-adde-35601663ca72 req-c1ddb9cc-b338-4845-8be4-f1e52ebea6ca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 1098 time: 0.0764861
Nov 23 12:55:39.605424 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765e2b6-ae37-4824-adde-35601663ca72 req-3e5cb7db-c708-4f7f-a5bf-c05edf69a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:39.607519 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5765e2b6-ae37-4824-adde-35601663ca72 req-3e5cb7db-c708-4f7f-a5bf-c05edf69a5fc service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.1778684
Nov 23 12:55:39.681813 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5765e2b6-ae37-4824-adde-35601663ca72 req-f6112536-d7bc-48e7-9bd3-cc3e437f29b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98edb104-289d-4c76-b488-4c293239cec6 HTTP/1.1" status: 200  len: 217 time: 0.0664244
Nov 23 12:55:39.759075 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765e2b6-ae37-4824-adde-35601663ca72 req-594c051b-2d73-4997-aea3-dbb24d07ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:39.761080 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5765e2b6-ae37-4824-adde-35601663ca72 req-594c051b-2d73-4997-aea3-dbb24d07ce0d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.0632145
Nov 23 12:55:39.813480 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5765e2b6-ae37-4824-adde-35601663ca72 req-ad6bbcf0-278e-4804-a529-eeae8698cc0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454454
Nov 23 12:55:39.965530 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5765e2b6-ae37-4824-adde-35601663ca72 req-aa492c3f-99b0-4cca-a6fa-bc3f3e948bfa service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450281
Nov 23 12:55:40.007314 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbe9ff-8ef2-43e6-8254-c995dd13283f req-423effce-e227-4651-b3cb-2c4d59f29be9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:40.008787 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-98fbe9ff-8ef2-43e6-8254-c995dd13283f req-423effce-e227-4651-b3cb-2c4d59f29be9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0981913
Nov 23 12:55:40.018781 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 43844) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:40.086630 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-98fbe9ff-8ef2-43e6-8254-c995dd13283f req-345f9611-9a05-47fd-8649-92045dd7d4f2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717680
Nov 23 12:55:40.144145 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5765e2b6-ae37-4824-adde-35601663ca72 req-46aa0878-811e-43f4-8124-74dc1d26dd86 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640816
Nov 23 12:55:40.230316 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1650155544-network', 'tenant_id': 'f0e9e9de24d84df092128cb73284549f'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:40.235021 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:40.239049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Usage tracker for resource:network and tenant:f0e9e9de24d84df092128cb73284549f is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:40.241930 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:40.248122 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:40.258403 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Made reservation on behalf of f0e9e9de24d84df092128cb73284549f for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:55:40.260707 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.273163 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.289004 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:40.292868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e9e9de24d84df092128cb73284549f is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:40.295946 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:40.302471 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:40.405283 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.411124 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.416655 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:40.438528 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:55:40.457618 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.457960 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Added segment afea84db-0602-4755-b49b-adfee1ced835 of type vlan for network 42f62106-c921-48fe-bd32-ba5b0ade0765
Nov 23 12:55:40.459176 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee93f1f-5f91-41db-ac14-843e4ae7ae5a,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:40.465461 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:40.488679 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.520645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.521916 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:40.522532 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.525762 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:40.620512 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=42f62106-c921-48fe-bd32-ba5b0ade0765,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:40.623702 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5821865
Nov 23 12:55:40.624552 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:40.626857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43856) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:40.631890 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 42f62106-c921-48fe-bd32-ba5b0ade0765 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:55:40.633484 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Request body: {'subnet': {'network_id': '42f62106-c921-48fe-bd32-ba5b0ade0765', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1650155544-subnet', 'tenant_id': 'f0e9e9de24d84df092128cb73284549f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:40.638768 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:40.642751 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Usage tracker for resource:subnet and tenant:f0e9e9de24d84df092128cb73284549f is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:40.645657 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:40.651480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:40.662767 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Made reservation on behalf of f0e9e9de24d84df092128cb73284549f for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:55:40.665247 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.864208 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.868077 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-16fe50ae-4181-4334-83c5-be60dbb8b20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:40.938332 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798ace44-5b3d-4880-8b90-a4f769189bcc,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:40.942229 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:40.949966 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Checking segment: {'id': 'afea84db-0602-4755-b49b-adfee1ced835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '42f62106-c921-48fe-bd32-ba5b0ade0765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:55:40.950379 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Network hostable DHCP agents. Network: 42f62106-c921-48fe-bd32-ba5b0ade0765, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:55:40.977132 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Network 42f62106-c921-48fe-bd32-ba5b0ade0765 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:55:40.987139 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 42f62106-c921-48fe-bd32-ba5b0ade0765) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:55:40.991676 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:40.992266 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:40.998452 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c4206c-c516-40f7-9b8d-4226f16343cf None None] Network 42f62106-c921-48fe-bd32-ba5b0ade0765 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:55:41.029793 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-b82eba94-1bdf-46be-b76f-a9b8fe320df9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3925822
Nov 23 12:55:41.244725 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91682705-66cf-407d-8631-8b40f1a6e478 None None] Network 42f62106-c921-48fe-bd32-ba5b0ade0765 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:55:41.345627 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81417553-4721-4474-b09d-0a59def6f511 req-908a5234-ae5b-4a3d-8d9b-3438d0fe1551 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:41.353006 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-81417553-4721-4474-b09d-0a59def6f511 req-908a5234-ae5b-4a3d-8d9b-3438d0fe1551 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1113412
Nov 23 12:55:41.407923 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-81417553-4721-4474-b09d-0a59def6f511 req-68be2565-1fc9-4229-ab72-1bcf3688f037 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537827
Nov 23 12:55:41.672577 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43902) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:41.678147 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1249613951-network', 'tenant_id': 'b07a9ccb32104a68ab29dc792f321136'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:41.683336 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:41.687251 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Usage tracker for resource:network and tenant:b07a9ccb32104a68ab29dc792f321136 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:41.690232 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:41.696095 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:41.706898 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Made reservation on behalf of b07a9ccb32104a68ab29dc792f321136 for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:55:41.709191 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.720819 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.734928 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:41.739106 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Usage tracker for resource:security_group_rule and tenant:b07a9ccb32104a68ab29dc792f321136 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:41.742256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:41.748635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:41.832783 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.838569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.841450 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:41.869272 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:55:41.877927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da1b48-68da-4a83-a195-41dbb4aa8724,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:41.881160 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:41.885749 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.885849 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Added segment 6cc27b72-15fa-4b2e-883a-5c07dec07984 of type vlan for network eb29a5c1-472e-4d46-a666-d100bcdaa81a
Nov 23 12:55:41.915867 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.947130 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.948413 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:41.949061 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:41.952356 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b9583758-a18f-46cb-a9e3-79c63860c794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:42.046219 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Pushing event updated for resources: {'Network': ['ID=eb29a5c1-472e-4d46-a666-d100bcdaa81a,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:42.049696 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3760564
Nov 23 12:55:42.050569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:42.053203 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 43908) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:55:42.057718 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network eb29a5c1-472e-4d46-a666-d100bcdaa81a details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:55:42.058460 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Request body: {'subnet': {'network_id': 'eb29a5c1-472e-4d46-a666-d100bcdaa81a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1249613951-subnet', 'tenant_id': 'b07a9ccb32104a68ab29dc792f321136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:55:42.063480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:55:42.067554 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Usage tracker for resource:subnet and tenant:b07a9ccb32104a68ab29dc792f321136 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:55:42.070583 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:55:42.076321 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:55:42.090845 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Made reservation on behalf of b07a9ccb32104a68ab29dc792f321136 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:55:42.093181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:42.295411 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:42.298970 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:55:42.365620 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f6a64d4-4d23-4b73-9e4d-85add2874b8c,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:55:42.369361 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:55:42.377038 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Checking segment: {'id': '6cc27b72-15fa-4b2e-883a-5c07dec07984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'eb29a5c1-472e-4d46-a666-d100bcdaa81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:55:42.377428 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Network hostable DHCP agents. Network: eb29a5c1-472e-4d46-a666-d100bcdaa81a, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:55:42.398391 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Network eb29a5c1-472e-4d46-a666-d100bcdaa81a is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:55:42.408507 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, eb29a5c1-472e-4d46-a666-d100bcdaa81a) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:55:42.412796 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:42.413434 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:42.420632 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6352135-6c7b-423a-ad1e-91c6bb44c056 None None] Network eb29a5c1-472e-4d46-a666-d100bcdaa81a requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:55:42.435602 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e43ee37b-2d59-4f10-a071-008c32e029ae admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3813605
Nov 23 12:55:42.673052 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3c26c-2948-46bf-be8e-e4e449556702 req-465262bd-3ecb-4e45-af3a-ac3c8ce01bdd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:42.680511 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fab3c26c-2948-46bf-be8e-e4e449556702 req-465262bd-3ecb-4e45-af3a-ac3c8ce01bdd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1560855
Nov 23 12:55:42.704727 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc68c8e-b7e3-4870-95d2-e58a0d2d0234 None None] Network eb29a5c1-472e-4d46-a666-d100bcdaa81a requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:55:42.738854 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fab3c26c-2948-46bf-be8e-e4e449556702 req-7b9317df-8be5-469b-bb08-1dad59dc9cf2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513043
Nov 23 12:55:43.923592 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f9162-2935-4828-b8e0-d8896bb690c8 req-4eeace65-cfb7-48fb-a62e-c0e9346cb986 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:43.925156 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7c7f9162-2935-4828-b8e0-d8896bb690c8 req-4eeace65-cfb7-48fb-a62e-c0e9346cb986 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0806117
Nov 23 12:55:43.971622 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7c7f9162-2935-4828-b8e0-d8896bb690c8 req-6b3c3146-e11e-4fff-9656-120b0def530f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406551
Nov 23 12:55:44.000074 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-eda2d5da-072b-4b28-bc2f-7ea189d1da29 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755415
Nov 23 12:55:44.164033 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-f7eb4bc2-4b13-490f-9132-2fba9a4b8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:44.165417 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-f7eb4bc2-4b13-490f-9132-2fba9a4b8a72 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7816feb37c004cf4a90a4a883ed32042&device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 1099 time: 0.0805523
Nov 23 12:55:44.350709 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-65707043-2419-4ef2-a6da-4e105c72666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:44.352162 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-65707043-2419-4ef2-a6da-4e105c72666f service neutron] 10.222.0.82 "GET /v2.0/networks?id=328bb6f8-95a5-48a4-8db8-58da7a268c7e HTTP/1.1" status: 200  len: 914 time: 0.1666000
Nov 23 12:55:44.421736 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-6dbf33d5-8706-402e-b155-d300ef1b3698 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3893b481-da48-43d0-9d5d-a763bb118d5d HTTP/1.1" status: 200  len: 217 time: 0.0625942
Nov 23 12:55:44.484435 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-81d19007-7fe3-4f88-b3fd-1626ed810f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:44.485875 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-81d19007-7fe3-4f88-b3fd-1626ed810f8d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8cda7338-85e1-458c-88a1-7547a3bcbd8a HTTP/1.1" status: 200  len: 852 time: 0.0578008
Nov 23 12:55:44.544856 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-38d32cf8-601e-4359-8de4-f916daecd3a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=328bb6f8-95a5-48a4-8db8-58da7a268c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500293
Nov 23 12:55:44.683313 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-0654ea74-672c-4d51-b0dd-92fbc548c2e1 service neutron] 10.222.0.82 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315222
Nov 23 12:55:44.824744 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5fde0f9c-4d8d-4325-a2f1-e73ff4425ee6 req-a9f5ab41-93df-4874-b6dd-bd16918a6fa3 service neutron] 10.222.0.82 "GET /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351979
Nov 23 12:55:45.173311 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651559b-1677-4017-a968-3a01e2acf7dc req-fcd03861-5e7c-4004-8d34-ecb8d11c6be4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:45.174840 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3651559b-1677-4017-a968-3a01e2acf7dc req-fcd03861-5e7c-4004-8d34-ecb8d11c6be4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0894163
Nov 23 12:55:45.217445 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3651559b-1677-4017-a968-3a01e2acf7dc req-e76db089-667f-4d76-82af-3ccc108c9ed5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369740
Nov 23 12:55:47.201203 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:50.403742 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab91115-cd03-40f4-9a5b-b7063849b8a0 req-cc6882ac-f7ff-4907-b097-d233a3cfbf59 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:50.405191 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dab91115-cd03-40f4-9a5b-b7063849b8a0 req-cc6882ac-f7ff-4907-b097-d233a3cfbf59 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0951259
Nov 23 12:55:50.449742 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dab91115-cd03-40f4-9a5b-b7063849b8a0 req-4723b70e-4250-4bdc-9a7a-e6650015493b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388107
Nov 23 12:55:51.665918 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193070e-e31d-456e-be7c-618542f0afe7 req-a71089f6-ae4f-4766-be50-eaf44065b12e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:51.667395 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e193070e-e31d-456e-be7c-618542f0afe7 req-a71089f6-ae4f-4766-be50-eaf44065b12e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0873778
Nov 23 12:55:51.710532 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e193070e-e31d-456e-be7c-618542f0afe7 req-7a8af552-cbb2-4793-af50-348603289998 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374904
Nov 23 12:55:51.772450 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d444ae16-f12d-4070-aa56-7ea327808172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:52.069782 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:52.916493 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ee2e-d7ea-4e91-824f-b4a19b399d3d req-6a044c6e-1934-43db-8425-fc4fe222b3ed tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:52.917917 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b819ee2e-d7ea-4e91-824f-b4a19b399d3d req-6a044c6e-1934-43db-8425-fc4fe222b3ed tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0866621
Nov 23 12:55:52.962922 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b819ee2e-d7ea-4e91-824f-b4a19b399d3d req-f72c248c-9304-41fd-baef-b159c7cf8125 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377665
Nov 23 12:55:53.964116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-5da07dea-bee7-426a-ba8e-17cdc8b9885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:54.159904 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970b665-7c9e-49b7-b1be-972132a5c12a req-1c15d299-7ce2-4844-bf10-c038dda8161f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:54.161342 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1970b665-7c9e-49b7-b1be-972132a5c12a req-1c15d299-7ce2-4844-bf10-c038dda8161f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0938108
Nov 23 12:55:54.210611 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1970b665-7c9e-49b7-b1be-972132a5c12a req-218027f2-7dc6-4724-b018-9e8a88b90893 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411832
Nov 23 12:55:54.907059 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:55.400005 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d038b-8651-4150-a782-37aef7baf4bd req-a9672d80-c11c-498f-a6c5-dc72889259d9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:55.401470 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a2d038b-8651-4150-a782-37aef7baf4bd req-a9672d80-c11c-498f-a6c5-dc72889259d9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0806081
Nov 23 12:55:55.444384 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a2d038b-8651-4150-a782-37aef7baf4bd req-8ce17174-81cc-47f8-9819-dc494c1f0794 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371585
Nov 23 12:55:56.647777 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a50c0c-1405-4aae-a142-25adec04de8d req-426e5c15-6054-4fde-bc8f-b0efb4c390ef tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:56.649379 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a8a50c0c-1405-4aae-a142-25adec04de8d req-426e5c15-6054-4fde-bc8f-b0efb4c390ef tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0915637
Nov 23 12:55:56.676141 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:55:56.694393 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a8a50c0c-1405-4aae-a142-25adec04de8d req-c7740497-2a84-42ac-858c-9d9d6da1f848 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389962
Nov 23 12:55:57.879814 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859567b1-0e2e-43d8-ad6c-c3b5b7695aa7 req-55aed8c6-4015-46d8-b67e-b59afc64f5ed tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:57.881565 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-859567b1-0e2e-43d8-ad6c-c3b5b7695aa7 req-55aed8c6-4015-46d8-b67e-b59afc64f5ed tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0806539
Nov 23 12:55:57.927780 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-859567b1-0e2e-43d8-ad6c-c3b5b7695aa7 req-f9989270-db72-498d-a756-a3ec44579329 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404148
Nov 23 12:55:59.122825 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626ecbb-a875-4359-bbb6-fb51f8341c30 req-a6ff4053-7f99-4c14-86b7-33650c14e328 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:55:59.124186 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b626ecbb-a875-4359-bbb6-fb51f8341c30 req-a6ff4053-7f99-4c14-86b7-33650c14e328 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0889771
Nov 23 12:55:59.176449 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b626ecbb-a875-4359-bbb6-fb51f8341c30 req-7d10bccd-3dd6-42b0-a4d2-29e45b99cb20 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461705
Nov 23 12:55:59.939807 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:56:00.359125 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337a1d3-b624-4942-b3ef-6ceda112746e req-8b49f848-5b59-4f00-b486-ee7d64af2e9d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:00.360751 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9337a1d3-b624-4942-b3ef-6ceda112746e req-8b49f848-5b59-4f00-b486-ee7d64af2e9d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0823925
Nov 23 12:56:00.424913 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9337a1d3-b624-4942-b3ef-6ceda112746e req-59fec15e-d515-41d0-ab7f-97a0d3e7d91c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580068
Nov 23 12:56:00.528126 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 44234) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:00.643412 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:00.657936 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:00.661968 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Usage tracker for resource:security_group_rule and tenant:20b9a3a2d6764fe3a52eeb7df7aa72df is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:00.664817 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:00.670557 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:00.754042 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:00.762765 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:00.787594 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-990b74a6-cb9e-46d3-92e1-9100d0da7224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:00.800021 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20b9a3a2d6764fe3a52eeb7df7aa72df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2707961
Nov 23 12:56:00.802892 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 44256) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:00.815171 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d193e3-8bc3-47d9-86d9-0ecf1d1481bf,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:00.822893 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.823245 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.823594 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.823929 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.824260 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.824651 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.824973 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.825299 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.825627 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.826593 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.827115 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.827449 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.831343 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:00.875606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:00.902606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:00.956587 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:00.961493 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:00.974190 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d193e3-8bc3-47d9-86d9-0ecf1d1481bf,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:00.981799 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:00.982666 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-3d466552-de00-4782-b574-9433609e377b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7d193e3-8bc3-47d9-86d9-0ecf1d1481bf HTTP/1.1" status: 204  len: 168 time: 0.1785700
Nov 23 12:56:00.984117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.984470 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.984799 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.985377 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.986774 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.987098 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.987444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.987819 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.988222 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.988611 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.988878 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.989234 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:00.992348 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:01.274256 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 44274) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:01.292300 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:01.310008 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:01.315797 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Usage tracker for resource:security_group_rule and tenant:4f985870388b448494007db07e817ac9 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:01.320489 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:01.330024 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:01.425339 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:01.431347 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:01.440444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-cba23440-90ad-40f0-b135-c4a3a4e48bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:01.481812 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4f985870388b448494007db07e817ac9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2064505
Nov 23 12:56:01.483619 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190a0ec7-6bd9-4973-bece-1288a18fbde0,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:01.484937 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 44280) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:01.486824 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:01.574095 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:01.602444 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:01.625868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c57203-06d0-4c99-936a-1d17f6cf4174 req-e9e7b496-b8c7-4f61-a661-7f806449192e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:01.627474 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c0c57203-06d0-4c99-936a-1d17f6cf4174 req-e9e7b496-b8c7-4f61-a661-7f806449192e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0892119
Nov 23 12:56:01.656468 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:01.661208 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e2dec24f-3730-483b-9e4c-a178e9c4a932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:01.672764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190a0ec7-6bd9-4973-bece-1288a18fbde0,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:01.675581 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:01.676353 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c0c57203-06d0-4c99-936a-1d17f6cf4174 req-9e0fa9f7-b7f6-4591-a78f-969db8226da7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431576
Nov 23 12:56:01.700617 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:01.700617 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/190a0ec7-6bd9-4973-bece-1288a18fbde0 HTTP/1.1" status: 204  len: 168 time: 0.2122705
Nov 23 12:56:02.868717 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192b655-a042-4ae3-a89a-12ade7c334fc req-6a282571-119e-4ac7-87d8-d7717ba709e1 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:02.870304 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0192b655-a042-4ae3-a89a-12ade7c334fc req-6a282571-119e-4ac7-87d8-d7717ba709e1 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0858974
Nov 23 12:56:02.949086 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0192b655-a042-4ae3-a89a-12ade7c334fc req-2b85bbe1-019b-4fb6-a183-50c22ca24ba4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679197
Nov 23 12:56:04.136562 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26192-fe41-4fba-ba94-46586f177e7a req-64d7bcc9-ef66-4dfd-9bb8-3fe3dc53b2ec tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:04.138383 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-89b26192-fe41-4fba-ba94-46586f177e7a req-64d7bcc9-ef66-4dfd-9bb8-3fe3dc53b2ec tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0858767
Nov 23 12:56:04.182058 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-89b26192-fe41-4fba-ba94-46586f177e7a req-2656db44-ab56-4653-bcf2-81f05e375d38 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378747
Nov 23 12:56:05.371366 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3778b-8fd7-4812-a397-79db14c44ae7 req-011bc9ab-39e0-4a82-ada9-5adbc89f1713 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:05.372700 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-70a3778b-8fd7-4812-a397-79db14c44ae7 req-011bc9ab-39e0-4a82-ada9-5adbc89f1713 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0848770
Nov 23 12:56:05.417866 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-70a3778b-8fd7-4812-a397-79db14c44ae7 req-90ff124d-78e1-4407-b2b9-7ddb772f172a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369780
Nov 23 12:56:06.612464 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c24b2e-fe8e-488f-9e97-5b1972ca859d req-469d927c-9abe-4e17-8fe6-3c59ab3888c0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:06.613888 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-10c24b2e-fe8e-488f-9e97-5b1972ca859d req-469d927c-9abe-4e17-8fe6-3c59ab3888c0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0814266
Nov 23 12:56:06.660439 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-10c24b2e-fe8e-488f-9e97-5b1972ca859d req-fa70cc08-7bb2-49c1-a325-39eb2b8ef29a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408397
Nov 23 12:56:07.962612 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd851c7-30ed-4524-b702-54e9085cae6c req-95b43cc2-d43a-47e4-aa56-c98131b686f5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:07.970304 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9fd851c7-30ed-4524-b702-54e9085cae6c req-95b43cc2-d43a-47e4-aa56-c98131b686f5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1999626
Nov 23 12:56:08.005692 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a911cd-1384-4aac-94d0-46cf37980107 req-e917fc6e-6fe6-4e59-bf49-45ed67d4b3a3 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:08.007227 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86a911cd-1384-4aac-94d0-46cf37980107 req-e917fc6e-6fe6-4e59-bf49-45ed67d4b3a3 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1398630
Nov 23 12:56:08.050856 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9fd851c7-30ed-4524-b702-54e9085cae6c req-3d411a46-636b-412f-af65-5ab1ec429b9d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796013
Nov 23 12:56:08.078551 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86a911cd-1384-4aac-94d0-46cf37980107 req-62867e51-6b92-4da4-bbc7-c28efa5651bb tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631883
Nov 23 12:56:09.295046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3af9e-6013-4b1f-baa3-dad3bf995347 req-b3b0e368-ef63-4435-adc1-bd787e7a65d0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:09.296460 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-93b3af9e-6013-4b1f-baa3-dad3bf995347 req-b3b0e368-ef63-4435-adc1-bd787e7a65d0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1355114
Nov 23 12:56:09.306763 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9fe07-c0a5-4218-8a58-2806a24b4066 req-5ca865c6-67a9-4087-b282-e2f31ae71160 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:09.308103 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d1f9fe07-c0a5-4218-8a58-2806a24b4066 req-5ca865c6-67a9-4087-b282-e2f31ae71160 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1094398
Nov 23 12:56:09.378801 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-93b3af9e-6013-4b1f-baa3-dad3bf995347 req-65326632-3fd6-4b1e-a82f-ca62abe256ed tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682662
Nov 23 12:56:09.401720 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d1f9fe07-c0a5-4218-8a58-2806a24b4066 req-d9c6d4a9-e06d-48ca-8d15-d80431b5a0c0 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714252
Nov 23 12:56:10.615845 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afe19a-2291-42b6-9eb1-043e7ecfd50f req-be249e9f-a354-4655-aa87-c0c8d1fd275f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:10.617267 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-62afe19a-2291-42b6-9eb1-043e7ecfd50f req-be249e9f-a354-4655-aa87-c0c8d1fd275f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1340232
Nov 23 12:56:10.645394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b952fa-1403-4de1-b9ec-b172c831e583 req-89aa425a-5f47-46d7-8102-173741afeda8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:10.646771 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e5b952fa-1403-4de1-b9ec-b172c831e583 req-89aa425a-5f47-46d7-8102-173741afeda8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1273861
Nov 23 12:56:10.693110 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-62afe19a-2291-42b6-9eb1-043e7ecfd50f req-d552507c-0910-465b-baa4-b2beffa079ae tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701134
Nov 23 12:56:10.705245 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e5b952fa-1403-4de1-b9ec-b172c831e583 req-61d5f618-2bb7-44c7-9243-837822d95bd3 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520205
Nov 23 12:56:11.949254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc531b7-eae2-4471-a816-f3f4d6341b59 req-838b3e34-9301-494a-8655-62ce971fbb1e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:11.950729 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ccc531b7-eae2-4471-a816-f3f4d6341b59 req-838b3e34-9301-494a-8655-62ce971fbb1e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1411839
Nov 23 12:56:11.958682 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee6145-937a-424d-8316-a1092ac37f55 req-ade43f67-1516-4183-8edd-9f95bb88cbf8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:11.959975 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e4ee6145-937a-424d-8316-a1092ac37f55 req-ade43f67-1516-4183-8edd-9f95bb88cbf8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1186237
Nov 23 12:56:12.025349 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ccc531b7-eae2-4471-a816-f3f4d6341b59 req-fef006c6-9ef6-4a87-bd6f-f95432c89474 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644138
Nov 23 12:56:12.029565 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e4ee6145-937a-424d-8316-a1092ac37f55 req-736ecc03-8ab9-4b70-aa75-7466b86c2d9f tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562420
Nov 23 12:56:13.280322 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ef7e3-0261-4e9c-bbf3-a47d05f6cf47 req-d941af68-2e52-4f96-b754-1663ee7b04f5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:13.281767 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c85ef7e3-0261-4e9c-bbf3-a47d05f6cf47 req-d941af68-2e52-4f96-b754-1663ee7b04f5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1389120
Nov 23 12:56:13.291633 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcb71e-c7f5-4e5d-97c5-2b765185e058 req-715659ee-cc77-4588-ad63-ea636c92311c tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:13.293042 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-84fcb71e-c7f5-4e5d-97c5-2b765185e058 req-715659ee-cc77-4588-ad63-ea636c92311c tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1148193
Nov 23 12:56:13.357846 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c85ef7e3-0261-4e9c-bbf3-a47d05f6cf47 req-54d475d2-2da7-4fcb-a7b9-0bf8a1ae7ac2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638759
Nov 23 12:56:13.362090 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-84fcb71e-c7f5-4e5d-97c5-2b765185e058 req-a986e46b-b77e-485d-bcf0-29629a9c05a8 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559652
Nov 23 12:56:14.609171 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81ee8-558b-47db-b7a1-0eb9c2f86206 req-d4515480-4963-4a15-bf86-5cff70c10782 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:14.610638 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-46b81ee8-558b-47db-b7a1-0eb9c2f86206 req-d4515480-4963-4a15-bf86-5cff70c10782 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1430180
Nov 23 12:56:14.621413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50544ae8-596a-4224-83ee-1751f2c2b3f9 req-b27af93f-dd3c-43f6-b76a-28de9bb340e4 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:14.622856 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-50544ae8-596a-4224-83ee-1751f2c2b3f9 req-b27af93f-dd3c-43f6-b76a-28de9bb340e4 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1169963
Nov 23 12:56:14.692181 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-46b81ee8-558b-47db-b7a1-0eb9c2f86206 req-25a9c8ff-f4d1-4414-89f2-6239b71713a2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683849
Nov 23 12:56:14.696559 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-50544ae8-596a-4224-83ee-1751f2c2b3f9 req-d3f243fe-0ec1-4de0-94be-985425c8369b tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606403
Nov 23 12:56:15.433006 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-084d09e7-ea25-4ca0-b80b-2ab5981642ad tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:15.434569 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-084d09e7-ea25-4ca0-b80b-2ab5981642ad tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.1248176
Nov 23 12:56:15.531476 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Deleting port 3893b481-da48-43d0-9d5d-a763bb118d5d {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:56:15.531890 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:15.533158 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 44616) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:15.676766 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:15.692452 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:15.696539 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Usage tracker for resource:security_group_rule and tenant:134122ad8b8444ebb7447b04a273fdf0 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:15.699430 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:15.706678 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:15.825358 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:15.832621 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:15.861367 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4681fc87-e6d2-4657-bc74-daa89131e44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:15.866067 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] For port 3893b481-da48-43d0-9d5d-a763bb118d5d, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3893b481-da48-43d0-9d5d-a763bb118d5d,segment=NetworkSegment(f5364b7f-6437-4e53-ab6b-40ed99965fd4),segment_id=f5364b7f-6437-4e53-ab6b-40ed99965fd4)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:56:15.866486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:15.995816 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=134122ad8b8444ebb7447b04a273fdf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4611642
Nov 23 12:56:16.001693 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Calling delete_port for 3893b481-da48-43d0-9d5d-a763bb118d5d owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:56:16.016791 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3353d4-fd09-446f-9979-818d1a36713f,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:16.025247 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:16.025411 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 44636) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:16.117412 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.129362 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e44c43-0008-4e64-8dbd-2e68fcbf10e8 req-cb666ad2-7545-49ed-b724-e14e22dce220 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:16.130840 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86e44c43-0008-4e64-8dbd-2e68fcbf10e8 req-cb666ad2-7545-49ed-b724-e14e22dce220 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 946 time: 0.2705350
Nov 23 12:56:16.175378 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d08132-ad49-4b0b-9161-f90d10d0f36e req-451eb249-ea7a-4333-94f9-3faedd79e7c9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:16.177064 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-66d08132-ad49-4b0b-9161-f90d10d0f36e req-451eb249-ea7a-4333-94f9-3faedd79e7c9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.3176293
Nov 23 12:56:16.194794 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.222078 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.236283 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['3893b481-da48-43d0-9d5d-a763bb118d5d'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:56:16.242970 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86e44c43-0008-4e64-8dbd-2e68fcbf10e8 req-cd8bd206-4a7a-4803-96a0-0a8cb61036d2 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/security-groups?id=0c5dd909-0a4b-4d24-b287-853e301b8b05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009054
Nov 23 12:56:16.244097 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:16.274725 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-66d08132-ad49-4b0b-9161-f90d10d0f36e req-4e60c230-9988-4936-a285-4a4165f271f6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886345
Nov 23 12:56:16.296380 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.302176 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-127c4ec0-c809-4c93-a7ea-9f5d8cbad4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:16.317942 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3353d4-fd09-446f-9979-818d1a36713f,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:16.320541 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:16.329760 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.330961 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef3353d4-fd09-446f-9979-818d1a36713f HTTP/1.1" status: 204  len: 168 time: 0.3040445
Nov 23 12:56:16.391237 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Pushing event deleted for resources: {'Port': ['ID=3893b481-da48-43d0-9d5d-a763bb118d5d,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:16.408298 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:16.568616 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] No DVR routers for this DVR port 3893b481-da48-43d0-9d5d-a763bb118d5d on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:56:16.572529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.584603 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'name': 'network-vif-deleted', 'tag': '3893b481-da48-43d0-9d5d-a763bb118d5d'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:56:16.594675 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e8450ace-4239-4902-a6ed-d4f9e367ffd0 req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.82 "DELETE /v2.0/ports/3893b481-da48-43d0-9d5d-a763bb118d5d HTTP/1.1" status: 204  len: 173 time: 1.1535418
Nov 23 12:56:16.700096 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e31035e-5c43-47bd-ba19-73d98252fa95', 'name': 'network-vif-deleted', 'tag': '3893b481-da48-43d0-9d5d-a763bb118d5d', 'status': 'completed', 'code': 200}
Nov 23 12:56:16.743826 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 44670) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:16.763887 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.784217 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:16.788300 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Usage tracker for resource:security_group_rule and tenant:df559cecd1c14c45aa1d3ee767ca22b0 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:16.791260 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:16.797563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:16.906916 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.912016 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:16.943155 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6406c4a2-52cd-472e-a39f-ff06a0a38ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:17.013617 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df559cecd1c14c45aa1d3ee767ca22b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2683342
Nov 23 12:56:17.016374 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 44688) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:17.029009 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4fb09-4deb-4bfc-a08e-ec9f427456ce,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:17.035632 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:17.057309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-e7a2c52b-6306-4a91-b523-7064a1765dac tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:17.058842 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-e7a2c52b-6306-4a91-b523-7064a1765dac tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.2716007
Nov 23 12:56:17.077960 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-c9f0538d-d31f-48ba-9dc4-d2db82d2da72 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/quotas/f84ec34b530b4664a9c4b07a0993c6e9 HTTP/1.1" status: 200  len: 375 time: 0.0104034
Nov 23 12:56:17.082100 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.113902 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.170585 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-aff73090-e0ac-4179-98bf-5c174843a910 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0870507
Nov 23 12:56:17.174736 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.179723 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:17.198881 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4fb09-4deb-4bfc-a08e-ec9f427456ce,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:17.201434 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.204697 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:17.206774 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.207877 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69e4fb09-4deb-4bfc-a08e-ec9f427456ce HTTP/1.1" status: 204  len: 168 time: 0.1906047
Nov 23 12:56:17.327862 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-e47cce0d-e6dc-44c5-9935-5f7ac692907e service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490200
Nov 23 12:56:17.513725 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-80029a9f-d8dc-41b5-b69d-6ae7f61de41c req-ccba53e9-38b1-4b5f-a3a1-85cf5abcd8c1 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e31035e-5c43-47bd-ba19-73d98252fa95 HTTP/1.1" status: 200  len: 210 time: 0.0658205
Nov 23 12:56:17.602065 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-975e6e70-9464-4818-8ea5-23021ce1ff38 service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2612426
Nov 23 12:56:17.784829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242715-74e3-4c58-927f-f9679d3e98cb req-4c560aab-7648-43cb-9fdb-dca290a229dd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:17.795116 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f0242715-74e3-4c58-927f-f9679d3e98cb req-4c560aab-7648-43cb-9fdb-dca290a229dd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1271348
Nov 23 12:56:17.808361 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 44714) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:17.827932 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.843224 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f0242715-74e3-4c58-927f-f9679d3e98cb req-60b2900a-11ec-46c3-9a60-fac7bfef2b8f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463550
Nov 23 12:56:17.867699 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:17.867699 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Usage tracker for resource:security_group_rule and tenant:3570cb8e199645a98dea7b4303865136 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:17.868036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:17.874224 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:17.900261 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-68b963de-747c-455d-aa0f-68ad518e67f9 req-931e3840-ca49-4fd2-97a2-5734b0450b6d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 210 time: 0.0494759
Nov 23 12:56:17.977646 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.982341 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:17.991397 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-edd8aa74-cd96-4d92-8c8c-3aa21b92707e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:18.033059 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3570cb8e199645a98dea7b4303865136&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2234004
Nov 23 12:56:18.033791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7976631d-8cd9-48d4-b7be-c2403e0c5b23,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:18.036474 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 44724) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:18.036781 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:18.105229 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:18.131128 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:18.184032 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:18.187797 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:18.200589 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7976631d-8cd9-48d4-b7be-c2403e0c5b23,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:18.203431 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:18.205291 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:18.206413 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7976631d-8cd9-48d4-b7be-c2403e0c5b23 HTTP/1.1" status: 204  len: 168 time: 0.1683509
Nov 23 12:56:19.057168 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb3f16-1e98-44a9-880d-3aa4ca428094 req-4749c859-25d4-4ff3-84a7-43fb2803ac4f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:19.060237 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-deeb3f16-1e98-44a9-880d-3aa4ca428094 req-4749c859-25d4-4ff3-84a7-43fb2803ac4f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0923014
Nov 23 12:56:19.121570 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-deeb3f16-1e98-44a9-880d-3aa4ca428094 req-0d925635-b0bf-4f32-8276-251adc65a6d8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498304
Nov 23 12:56:19.177431 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c8d76ecf-7d7a-4934-b8f5-83a6b49b007f req-dbe0d85d-c300-4981-a3f1-97e82ad6a0dc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 210 time: 0.0424380
Nov 23 12:56:20.335737 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-96f2109d-e566-462d-becb-6787f8a45274 req-ab0470c4-16d6-48ac-8738-05fb591dae64 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 210 time: 0.0490084
Nov 23 12:56:20.357141 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48245b4-6e91-4115-80bc-786151e1941f req-4bf49dc0-9b03-4c54-82fb-af05f7612a1f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:20.358624 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f48245b4-6e91-4115-80bc-786151e1941f req-4bf49dc0-9b03-4c54-82fb-af05f7612a1f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1264620
Nov 23 12:56:20.402427 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f48245b4-6e91-4115-80bc-786151e1941f req-f4666bfd-eed7-44bb-905e-fb8295200ce5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381045
Nov 23 12:56:20.914821 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3893b481-da48-43d0-9d5d-a763bb118d5d no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:56:20.949561 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 3893b481-da48-43d0-9d5d-a763bb118d5d {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:56:20.949860 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3893b481-da48-43d0-9d5d-a763bb118d5d not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:56:21.491423 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dfac1a07-ea74-4f68-82eb-7235944460fd req-1913eed3-3983-4ac0-8dd4-3fcc2479739e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 210 time: 0.0431213
Nov 23 12:56:21.598834 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd78c8-d735-4c56-99de-ee19dae498a9 req-ff999a6a-a487-460c-b9c5-dad1e1065cb3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:21.600267 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8ddd78c8-d735-4c56-99de-ee19dae498a9 req-ff999a6a-a487-460c-b9c5-dad1e1065cb3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0893092
Nov 23 12:56:21.643885 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8ddd78c8-d735-4c56-99de-ee19dae498a9 req-5904b375-d952-4a2f-8a69-0d42cbdb430b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377762
Nov 23 12:56:21.779364 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f899c57a-f46d-41c3-a8aa-82b6cb2f125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:22.076912 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:22.653972 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-18167ccb-df90-423b-b533-0a14cb7aa35f req-c019de1c-be10-4e2a-bc3c-b5001f856f3f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 210 time: 0.0480537
Nov 23 12:56:22.836082 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca1ab-5a6d-4bd8-afd7-46e3891702ff req-19526a10-4b01-451f-a0ef-4503bb3a692a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:22.837636 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-46cca1ab-5a6d-4bd8-afd7-46e3891702ff req-19526a10-4b01-451f-a0ef-4503bb3a692a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0880311
Nov 23 12:56:22.882607 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-46cca1ab-5a6d-4bd8-afd7-46e3891702ff req-d417c6ba-60d7-4192-baad-f971b22022b0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392292
Nov 23 12:56:23.406337 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-88a97f48-ba71-4321-bc7e-d6197878a639 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:23.407831 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-88a97f48-ba71-4321-bc7e-d6197878a639 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.1616685
Nov 23 12:56:23.422065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Request body: {'port': {'device_id': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'admin_state_up': True, 'tenant_id': 'f84ec34b530b4664a9c4b07a0993c6e9'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:23.575870 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:23.580074 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Usage tracker for resource:port and tenant:f84ec34b530b4664a9c4b07a0993c6e9 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:23.583092 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:23.589321 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:23.600376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Made reservation on behalf of f84ec34b530b4664a9c4b07a0993c6e9 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:56:23.604282 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:23.788255 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Allocated IP 172.20.0.8 (0de19c0c-3c0b-4645-86f5-bda8145281eb/af0da670-3d7f-4342-a8bb-e792e3f9efd6/2bf98fd1-86c0-49a1-8634-a702579c8c81) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:56:23.841606 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-03f71bf4-4e0b-4514-929c-4e973c7e438b req-68097494-034c-400a-b00c-61cb0698837a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 210 time: 0.0629311
Nov 23 12:56:23.962575 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-50624e86-71e9-4b21-9398-4f2b1cce6732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:24.033313 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:24.072502 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:24.080129 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:24.095592 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14924eb3-0723-4e53-a2a4-75437f05e377 req-1685c987-21d0-45ae-987b-65eb77656457 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:24.097082 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-14924eb3-0723-4e53-a2a4-75437f05e377 req-1685c987-21d0-45ae-987b-65eb77656457 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1070807
Nov 23 12:56:24.143774 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-14924eb3-0723-4e53-a2a4-75437f05e377 req-4f70aad2-678e-426b-8246-b5c398611af4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405695
Nov 23 12:56:24.149397 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:56:24.152813 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:56:24.156843 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:56:24.188417 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event updated for resources: {'Port': ['ID=2bf98fd1-86c0-49a1-8634-a702579c8c81,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:24.205217 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:24.227473 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:24.228063 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:24.264018 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8459413
Nov 23 12:56:24.909749 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:25.034896 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5876b-76de-4187-b8d2-6bd4c5a9c984 req-154166cd-53eb-4114-bdab-d90e100d7c5a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:25.036322 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0b5876b-76de-4187-b8d2-6bd4c5a9c984 req-154166cd-53eb-4114-bdab-d90e100d7c5a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 931 time: 0.0852759
Nov 23 12:56:25.087948 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0b5876b-76de-4187-b8d2-6bd4c5a9c984 req-11102b49-268d-42e0-9a05-0faf5e08491d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457928
Nov 23 12:56:25.407325 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a099714-4943-4033-9987-5c079abae196 req-73e28fb6-be05-43cf-a558-76da7ece7b5b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:25.408778 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8a099714-4943-4033-9987-5c079abae196 req-73e28fb6-be05-43cf-a558-76da7ece7b5b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1506038
Nov 23 12:56:25.456030 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8a099714-4943-4033-9987-5c079abae196 req-33d74888-084c-4788-8987-1483200c83a5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415907
Nov 23 12:56:26.272639 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaabfa4-d1a3-4cd6-bf28-fe1dfb7a7a3e req-62197170-f047-4b6e-ab05-a9d8a029816c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:26.274089 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bbaabfa4-d1a3-4cd6-bf28-fe1dfb7a7a3e req-62197170-f047-4b6e-ab05-a9d8a029816c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 931 time: 0.0793159
Nov 23 12:56:26.325254 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bbaabfa4-d1a3-4cd6-bf28-fe1dfb7a7a3e req-3fbb2307-53ed-4104-95c4-a6f94c470d88 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455437
Nov 23 12:56:26.669236 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababe670-37be-4327-bc2b-b92618bf20bd req-f6363e3a-8382-49a4-8a78-c35b7fae20e5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:26.670669 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ababe670-37be-4327-bc2b-b92618bf20bd req-f6363e3a-8382-49a4-8a78-c35b7fae20e5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0809276
Nov 23 12:56:26.678094 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:26.714615 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ababe670-37be-4327-bc2b-b92618bf20bd req-97c5ec09-7aa1-4266-a23b-3c9ddf0dfbb8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381122
Nov 23 12:56:27.531868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abcf56-5726-4913-a3c7-64b4f4554ec2 req-215128da-6f84-4ac1-95dd-58490ecda74f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:27.533311 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-85abcf56-5726-4913-a3c7-64b4f4554ec2 req-215128da-6f84-4ac1-95dd-58490ecda74f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 931 time: 0.0910528
Nov 23 12:56:27.576715 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-85abcf56-5726-4913-a3c7-64b4f4554ec2 req-0e8b05a8-f7a7-4a11-88dc-1917a3bd0ee6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375831
Nov 23 12:56:27.911047 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884a50a-060e-4d91-8cb3-c026d2c9bb76 req-d2c1f18d-b14a-4936-ae04-e38d74157b7a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:27.912416 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6884a50a-060e-4d91-8cb3-c026d2c9bb76 req-d2c1f18d-b14a-4936-ae04-e38d74157b7a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0840058
Nov 23 12:56:27.920288 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['fed8399c-a4c2-4c44-9872-ac079ad65c59'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:56:27.926358 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Request body: {'port': {'device_id': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:27.956913 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6884a50a-060e-4d91-8cb3-c026d2c9bb76 req-f253926c-647a-414c-b126-70a2a81fb6e6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387361
Nov 23 12:56:28.039797 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:28.392013 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf98fd1-86c0-49a1-8634-a702579c8c81 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:56:28.401520 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:28.417264 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Transition to ACTIVE for port object 2bf98fd1-86c0-49a1-8634-a702579c8c81 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:56:28.423075 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:28.426961 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:28.617571 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf98fd1-86c0-49a1-8634-a702579c8c81,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:28.620560 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:28.737757 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Attempting to bind port 2bf98fd1-86c0-49a1-8634-a702579c8c81 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:56:28.738097 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Attempting to bind port 2bf98fd1-86c0-49a1-8634-a702579c8c81 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:56:28.738658 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Attempting to bind port 2bf98fd1-86c0-49a1-8634-a702579c8c81 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:56:28.744191 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Port 2bf98fd1-86c0-49a1-8634-a702579c8c81 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:56:28.744511 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Attempting to bind port 2bf98fd1-86c0-49a1-8634-a702579c8c81 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:56:28.750138 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:28.750516 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Checking segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:56:28.750906 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Bound using segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:28.751314 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Bound port: 2bf98fd1-86c0-49a1-8634-a702579c8c81, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:56:28.751652 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:28.776918 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a367f14-2ea6-475a-a435-2a32d987375b req-9264ba3b-a27b-43d7-b075-f546159361e9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:28.779791 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7a367f14-2ea6-475a-a435-2a32d987375b req-9264ba3b-a27b-43d7-b075-f546159361e9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 943 time: 0.0985997
Nov 23 12:56:28.836638 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7a367f14-2ea6-475a-a435-2a32d987375b req-3000a5a1-1ce3-4ae1-bb8f-f9f2632cd3cc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474355
Nov 23 12:56:28.894190 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] For port 2bf98fd1-86c0-49a1-8634-a702579c8c81, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:56:28.897753 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] For port 2bf98fd1-86c0-49a1-8634-a702579c8c81, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2bf98fd1-86c0-49a1-8634-a702579c8c81,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:56:28.904469 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:28.908722 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a6fcc514-27ef-430b-aa24-414613941ee7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:28.966181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:28.966883 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:28.967934 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] 10.222.0.82 "PUT /v2.0/ports/2bf98fd1-86c0-49a1-8634-a702579c8c81 HTTP/1.1" status: 200  len: 1093 time: 1.0459015
Nov 23 12:56:28.968422 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'tag': '2bf98fd1-86c0-49a1-8634-a702579c8c81'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:56:28.992375 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf98fd1-86c0-49a1-8634-a702579c8c81,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:28.996551 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:29.031535 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'tag': '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'status': 'completed', 'code': 200}
Nov 23 12:56:29.149185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaef81e-95d1-4e6f-bfb8-fa9258a3c662 req-d241a352-bb0f-4dcd-aea1-91826cf2c2ff tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:29.150629 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-beaef81e-95d1-4e6f-bfb8-fa9258a3c662 req-d241a352-bb0f-4dcd-aea1-91826cf2c2ff tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0888088
Nov 23 12:56:29.204957 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-beaef81e-95d1-4e6f-bfb8-fa9258a3c662 req-8e40627d-db5c-463a-86df-873e9176ca2e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457649
Nov 23 12:56:30.028552 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b73d-1900-4590-8dcb-452f9f40e6cc req-4b2c1f55-b522-4e58-88bd-21bc34a42df1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:30.029976 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e835b73d-1900-4590-8dcb-452f9f40e6cc req-4b2c1f55-b522-4e58-88bd-21bc34a42df1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 943 time: 0.0863378
Nov 23 12:56:30.075689 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e835b73d-1900-4590-8dcb-452f9f40e6cc req-4b85d25a-be45-416e-8ef5-1d8965bae621 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398607
Nov 23 12:56:30.180789 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad819b0-227c-471b-be79-742ddb3feb46 req-20d55956-d4b0-40bc-9ea6-cdd1ca309370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:30.182301 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1ad819b0-227c-471b-be79-742ddb3feb46 req-20d55956-d4b0-40bc-9ea6-cdd1ca309370 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 1096 time: 0.0772061
Nov 23 12:56:30.357764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad819b0-227c-471b-be79-742ddb3feb46 req-f2a998bc-6842-42be-8b24-0e3cc3edbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:30.359230 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1ad819b0-227c-471b-be79-742ddb3feb46 req-f2a998bc-6842-42be-8b24-0e3cc3edbe70 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1547732
Nov 23 12:56:30.410689 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e146e72-af3d-4e89-885f-ed45ea5291c6 req-967beb0e-4500-4428-bf7c-7e0d876d8f97 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:30.412455 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e146e72-af3d-4e89-885f-ed45ea5291c6 req-967beb0e-4500-4428-bf7c-7e0d876d8f97 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0885003
Nov 23 12:56:30.456931 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e146e72-af3d-4e89-885f-ed45ea5291c6 req-bfc92026-22ed-4130-9e56-40fa0406d176 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375044
Nov 23 12:56:30.493296 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad819b0-227c-471b-be79-742ddb3feb46 req-0d02ccb9-1e90-4d98-9f62-b327e9c78e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:30.494751 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1ad819b0-227c-471b-be79-742ddb3feb46 req-0d02ccb9-1e90-4d98-9f62-b327e9c78e3e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1292477
Nov 23 12:56:30.674791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-af7293ca-4e4e-487a-85c2-527fc56a9bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:30.676265 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-af7293ca-4e4e-487a-85c2-527fc56a9bdd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 1096 time: 0.0741587
Nov 23 12:56:30.746904 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-3c6c2cff-0c0a-4613-a5cc-f2bd58ec94ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bf98fd1-86c0-49a1-8634-a702579c8c81 HTTP/1.1" status: 200  len: 217 time: 0.0622585
Nov 23 12:56:30.820131 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-7cb37593-69ec-4c0c-8ebb-cd1ef20f8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:30.822470 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-7cb37593-69ec-4c0c-8ebb-cd1ef20f8422 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 200  len: 854 time: 0.0688887
Nov 23 12:56:30.938421 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-5381352f-90da-453a-b69c-91fa51208b6e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0de19c0c-3c0b-4645-86f5-bda8145281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400319
Nov 23 12:56:31.068954 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-6242c5c0-1e01-4206-855c-b2039501ded8 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227248
Nov 23 12:56:31.204184 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-40421be2-2e26-497a-8b6b-c64d587aef73 req-14ed9130-0da5-4ec5-a976-3166f6083289 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239793
Nov 23 12:56:31.256526 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb2978-2e3a-4d1c-88ec-44b7f405989f req-0644d6c5-da43-45d9-8acd-4dd370f6b732 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:31.257966 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-66fb2978-2e3a-4d1c-88ec-44b7f405989f req-0644d6c5-da43-45d9-8acd-4dd370f6b732 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 943 time: 0.0788889
Nov 23 12:56:31.303594 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-66fb2978-2e3a-4d1c-88ec-44b7f405989f req-fd3d13f5-064b-49a9-8385-d5488031a6a7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394852
Nov 23 12:56:31.674203 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ade9-3471-407b-b5e7-60b0f23711d8 req-64d90cd2-1208-4e9c-8dd1-f2e887f56a98 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:31.675785 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4ce9ade9-3471-407b-b5e7-60b0f23711d8 req-64d90cd2-1208-4e9c-8dd1-f2e887f56a98 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1036336
Nov 23 12:56:31.720102 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4ce9ade9-3471-407b-b5e7-60b0f23711d8 req-082124fb-7bc0-4d5b-a131-36a7581d3fe9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384991
Nov 23 12:56:32.315402 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9fc7d-d41f-4a4d-8941-c2876b16663a req-b3552f9f-e8f1-4a67-ad5c-c49256fbb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:32.316909 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-66d9fc7d-d41f-4a4d-8941-c2876b16663a req-b3552f9f-e8f1-4a67-ad5c-c49256fbb918 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 1098 time: 0.0803792
Nov 23 12:56:32.404330 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-66d9fc7d-d41f-4a4d-8941-c2876b16663a req-5aed4eb3-b771-4d95-8ede-1fb2cb176b05 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793705
Nov 23 12:56:32.551444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac52a-e01f-448c-bd1c-73f972eb57c0 req-95216d5b-01cd-483b-9299-fe8578dabe89 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:32.553797 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c7aac52a-e01f-448c-bd1c-73f972eb57c0 req-95216d5b-01cd-483b-9299-fe8578dabe89 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 943 time: 0.1053445
Nov 23 12:56:32.619110 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c7aac52a-e01f-448c-bd1c-73f972eb57c0 req-55693dbe-6948-427d-bba6-b2685f074594 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583651
Nov 23 12:56:32.794894 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45106) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:32.864195 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Deleting subnet 8cda7338-85e1-458c-88a1-7547a3bcbd8a {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 12:56:32.904362 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:32.971107 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:32.981835 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.045794 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559fec3-e3d8-44d5-bc8f-32631103081e req-8828d960-dace-45cd-b582-3fff675184bc tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:33.047378 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7559fec3-e3d8-44d5-bc8f-32631103081e req-8828d960-dace-45cd-b582-3fff675184bc tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1809764
Nov 23 12:56:33.108080 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7559fec3-e3d8-44d5-bc8f-32631103081e req-4ce0957d-26f9-4710-a688-9d58df8dfec6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537786
Nov 23 12:56:33.109458 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.114554 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-662a0635-0311-497a-9d80-c1bd2f3a80dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:33.152840 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.156500 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cda7338-85e1-458c-88a1-7547a3bcbd8a,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:33.158634 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:33.161641 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8cda7338-85e1-458c-88a1-7547a3bcbd8a HTTP/1.1" status: 204  len: 168 time: 0.3656497
Nov 23 12:56:33.164157 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45128) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:33.270541 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.456366 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.481969 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4c8afc2e80>> segment before_delete 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.482386 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4c8afc2e80>> subnet precommit_delete_associations 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.483220 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> segment_host_mapping after_create 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.483565 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> port after_create 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.483928 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> port after_delete 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.484260 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> port after_update 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.484575 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> segment after_delete 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.484888 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> subnet after_create 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.485826 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> subnet after_delete 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.486157 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4c8b30e0a0>> subnet after_update 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.667707 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8ab4e6a0>> subnet after_create 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.668275 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8ab4e6a0>> subnet after_delete 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.668386 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8ab4e6a0>> subnet before_create 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.668662 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4c8ab4e6a0>> subnet before_update 55550000 {{(pid=86874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 23 12:56:33.669118 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8b30ec70>,) {'filters': {'network_id': ['328bb6f8-95a5-48a4-8db8-58da7a268c7e']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:33.690880 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8b30ec70>, 'f5364b7f-6437-4e53-ab6b-40ed99965fd4') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:33.691276 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8b30ec70>, 'f5364b7f-6437-4e53-ab6b-40ed99965fd4') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:33.702398 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.723311 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.735375 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 12:56:33.735820 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   from cryptography.utils import int_from_bytes
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   from cryptography.utils import int_from_bytes
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   util.warn_limited(
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   util.warn_limited(
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:33.751313 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:33.878837 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.885926 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27bda4a5-b19b-4d50-8b33-70dc83284a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:33.902694 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:33.910112 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Pushing event deleted for resources: {'Network': ['ID=328bb6f8-95a5-48a4-8db8-58da7a268c7e,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:33.913678 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:33.916304 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] 10.222.0.73 "DELETE /v2.0/networks/328bb6f8-95a5-48a4-8db8-58da7a268c7e HTTP/1.1" status: 204  len: 168 time: 0.7512269
Nov 23 12:56:33.926967 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312d67e-3484-44f1-aa7d-53102348d684 req-50b986df-227e-44a7-8c09-0142b63afc97 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:33.934062 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4312d67e-3484-44f1-aa7d-53102348d684 req-50b986df-227e-44a7-8c09-0142b63afc97 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 943 time: 0.1785929
Nov 23 12:56:33.979785 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4312d67e-3484-44f1-aa7d-53102348d684 req-c8d80886-0cc6-4692-83ee-b5759dc7536d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447168
Nov 23 12:56:34.092719 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 2bf98fd1-86c0-49a1-8634-a702579c8c81 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:56:34.117147 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45166) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.175814 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-29dd395e-3cf8-476f-b683-aa393f5ebdd1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7816feb37c004cf4a90a4a883ed32042&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0548172
Nov 23 12:56:34.176107 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45174) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:34.243052 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:34.271375 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:34.297600 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 2bf98fd1-86c0-49a1-8634-a702579c8c81, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2bf98fd1-86c0-49a1-8634-a702579c8c81,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:56:34.322438 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'port_id': '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'mac_address': 'fa:16:3e:39:2d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0da670-3d7f-4342-a8bb-e792e3f9efd6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:56:34.349363 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:34.350556 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943db1b6-726c-44d6-850a-2006a7f9d286 req-6466c487-6f90-46ce-9241-a2e91d0f1946 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:34.355398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:34.357782 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-943db1b6-726c-44d6-850a-2006a7f9d286 req-6466c487-6f90-46ce-9241-a2e91d0f1946 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1232550
Nov 23 12:56:34.367502 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5dd909-0a4b-4d24-b287-853e301b8b05,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:34.370365 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:34.377554 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:34.378897 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c5dd909-0a4b-4d24-b287-853e301b8b05 HTTP/1.1" status: 204  len: 168 time: 0.2017074
Nov 23 12:56:34.423267 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-943db1b6-726c-44d6-850a-2006a7f9d286 req-46a8f502-b040-47b2-90f9-f77381ce7bd5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646555
Nov 23 12:56:34.426604 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:34.444585 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf98fd1-86c0-49a1-8634-a702579c8c81 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:56:34.459846 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 2bf98fd1-86c0-49a1-8634-a702579c8c81, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2bf98fd1-86c0-49a1-8634-a702579c8c81,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:56:34.463758 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:34.465607 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:34.534631 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=2bf98fd1-86c0-49a1-8634-a702579c8c81,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:34.542313 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.542669 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.543004 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.543342 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.543665 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.543992 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.544316 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.544647 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.544984 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.545309 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.545626 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.546136 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:56:34.550659 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:35.070139 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['2bf98fd1-86c0-49a1-8634-a702579c8c81'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:56:35.258911 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479d2fe-3b88-47ee-80a2-1e4808ec898b req-c5084c74-8196-4600-8573-1e7b1ffa4ecb tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:35.267875 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d479d2fe-3b88-47ee-80a2-1e4808ec898b req-c5084c74-8196-4600-8573-1e7b1ffa4ecb tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 944 time: 0.1782563
Nov 23 12:56:35.343382 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d479d2fe-3b88-47ee-80a2-1e4808ec898b req-4cc8ce82-92c9-4f9c-9f92-662fa9010d78 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698431
Nov 23 12:56:35.687499 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebef139-12cd-4d60-be89-3833632498b4 req-1a87a7fe-2a78-40aa-8144-24192df102d4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:35.695506 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1ebef139-12cd-4d60-be89-3833632498b4 req-1a87a7fe-2a78-40aa-8144-24192df102d4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1162469
Nov 23 12:56:35.764025 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1ebef139-12cd-4d60-be89-3833632498b4 req-b4b05c7b-62b5-41bd-b5f6-6d19df0a7381 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672686
Nov 23 12:56:36.012702 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495ab7c-11ae-4f79-bed0-8bfc4486c60f req-36d90da5-75d9-4840-bb54-7b39b89d9ee8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:36.014260 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b495ab7c-11ae-4f79-bed0-8bfc4486c60f req-36d90da5-75d9-4840-bb54-7b39b89d9ee8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1106093
Nov 23 12:56:36.062233 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b495ab7c-11ae-4f79-bed0-8bfc4486c60f req-6a52aa37-6316-42e6-bc3f-9a4fcef120ad tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421400
Nov 23 12:56:36.430682 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45282) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:36.608315 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:36.638288 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfd12e-a38e-4de9-9842-a4a91c568f76 req-5eb09720-c6e0-4f67-a882-67569275eae4 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:36.640153 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-57cfd12e-a38e-4de9-9842-a4a91c568f76 req-5eb09720-c6e0-4f67-a882-67569275eae4 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 944 time: 0.1676919
Nov 23 12:56:36.641255 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:36.645882 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Usage tracker for resource:security_group_rule and tenant:da06bb0624a74c81970a10e5e319fbfe is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:36.650695 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:36.668956 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:36.710694 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-57cfd12e-a38e-4de9-9842-a4a91c568f76 req-8f6fa9cf-a697-4fbc-a471-7671ce5418c2 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616879
Nov 23 12:56:36.769395 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45296) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:36.778410 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:36.783488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:36.795007 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-76ab062c-6516-4728-87d7-3bc97ce79500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:36.832903 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da06bb0624a74c81970a10e5e319fbfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4011338
Nov 23 12:56:36.834588 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804220b7-3b12-4414-adb0-2cd2ebf57cb0,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:36.835711 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45302) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:36.837656 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:36.896138 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:36.916683 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:36.931015 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Usage tracker for resource:security_group_rule and tenant:28303a6bc3b84b3bab8e480da407a4f5 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:36.935454 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:36.938694 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:56:36.944292 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:36.946357 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.037915 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.130425 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.134927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.135927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-1802b511-59e4-4c22-93a3-defbc5eada79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:37.147778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.159226 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804220b7-3b12-4414-adb0-2cd2ebf57cb0,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:37.164685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:37.171899 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ed6b7ba9-91ba-418f-a969-4cdb474b1d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:37.193501 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28303a6bc3b84b3bab8e480da407a4f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4229813
Nov 23 12:56:37.196404 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45310) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:37.200337 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.203929 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/804220b7-3b12-4414-adb0-2cd2ebf57cb0 HTTP/1.1" status: 204  len: 168 time: 0.3644361
Nov 23 12:56:37.208349 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb95b49e-da20-47fa-83f6-0c367399703a,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:37.211294 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:37.257126 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.284017 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.335947 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.340978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:37.352781 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb95b49e-da20-47fa-83f6-0c367399703a,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:37.355128 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:37.367594 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.368741 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eb95b49e-da20-47fa-83f6-0c367399703a HTTP/1.1" status: 204  len: 168 time: 0.1713309
Nov 23 12:56:37.505126 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45322) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:37.524615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.539214 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:37.543777 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Usage tracker for resource:security_group_rule and tenant:1069308e660240d1a601ba609d5b8d9c is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:37.546648 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:37.552941 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:37.641645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.647049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.656159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-933deec3-0028-4bc3-9a3c-a1998017fcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:37.708072 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45332) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:37.708197 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1069308e660240d1a601ba609d5b8d9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2019875
Nov 23 12:56:37.710095 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2502c47-fcab-4500-aabb-ac571810cdd3,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:37.713376 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:37.745660 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45338) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:37.764221 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.778713 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:37.782688 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Usage tracker for resource:security_group_rule and tenant:3b131ff4204946ee86b0cf96b5c39ebc is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:37.785453 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:37.791331 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:37.795369 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.824479 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.876060 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.879669 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-cad9b380-1bc4-4b11-81c4-96c1a5aed85e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:37.891403 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2502c47-fcab-4500-aabb-ac571810cdd3,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:37.894869 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:37.898242 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.901809 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2502c47-fcab-4500-aabb-ac571810cdd3 HTTP/1.1" status: 204  len: 168 time: 0.1917255
Nov 23 12:56:37.929053 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.934466 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:37.941305 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:37.996317 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cf1e5-bfc0-4108-bc4a-a49f3b4924ce req-f1ccd82b-94e1-41d2-9d7f-e576fc7884e6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:37.997770 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1b9cf1e5-bfc0-4108-bc4a-a49f3b4924ce req-f1ccd82b-94e1-41d2-9d7f-e576fc7884e6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 944 time: 0.1606460
Nov 23 12:56:37.999928 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b131ff4204946ee86b0cf96b5c39ebc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2529314
Nov 23 12:56:38.000872 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3db5cf-d000-443d-b8be-c8df4b6678a2,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:38.003070 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45344) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:38.003954 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:38.059593 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1b9cf1e5-bfc0-4108-bc4a-a49f3b4924ce req-9fe37784-937a-474d-9044-efaaab5d2dd1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460775
Nov 23 12:56:38.063586 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:38.089233 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:38.150032 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:38.155951 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26c05da0-15f8-4d57-a154-a65b1725d609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:38.170230 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3db5cf-d000-443d-b8be-c8df4b6678a2,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:38.172934 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:38.176605 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d3db5cf-d000-443d-b8be-c8df4b6678a2 HTTP/1.1" status: 204  len: 168 time: 0.1700368
Nov 23 12:56:38.176605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:38.469124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 2bf98fd1-86c0-49a1-8634-a702579c8c81 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:56:38.591189 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 2bf98fd1-86c0-49a1-8634-a702579c8c81 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:56:38.597058 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 2bf98fd1-86c0-49a1-8634-a702579c8c81 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:56:38.597442 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:38.716210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:38.745059 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf98fd1-86c0-49a1-8634-a702579c8c81'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:56:38.755990 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 2bf98fd1-86c0-49a1-8634-a702579c8c81, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2bf98fd1-86c0-49a1-8634-a702579c8c81,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:56:38.762239 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:38.764322 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-4babef9e-1293-4e6e-85cc-fa9af1c69ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:38.857386 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'code': 200}
Nov 23 12:56:38.858698 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=2bf98fd1-86c0-49a1-8634-a702579c8c81,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:38.862498 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:39.258527 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad49aa6-543b-42ae-a9db-b26111a9ca86 req-f820120b-aac3-4fa8-a02a-1551f2c62be8 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:39.260064 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fad49aa6-543b-42ae-a9db-b26111a9ca86 req-f820120b-aac3-4fa8-a02a-1551f2c62be8 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.0917573
Nov 23 12:56:39.319537 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fad49aa6-543b-42ae-a9db-b26111a9ca86 req-cbca9d73-f622-4ba0-b413-d90a20abb4dd tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482068
Nov 23 12:56:40.483644 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45476) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:40.505029 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4cac1-6590-46b6-99e4-1a8fe3ce779d req-58bb8191-ab11-4621-a78d-73d7ca6edf66 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:40.506521 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-36d4cac1-6590-46b6-99e4-1a8fe3ce779d req-58bb8191-ab11-4621-a78d-73d7ca6edf66 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.0858243
Nov 23 12:56:40.550766 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-36d4cac1-6590-46b6-99e4-1a8fe3ce779d req-f0600879-8262-4fcd-bfb3-6cb7d593169a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383143
Nov 23 12:56:40.611398 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:40.628472 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:40.632346 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Usage tracker for resource:security_group_rule and tenant:1a8e7e54a6c24e5a91d7fec7d096684e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:40.635270 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:40.641161 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:40.722212 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:40.726688 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:40.734811 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-56468bc7-489a-45a6-8ebc-d8d987d8eacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:40.774460 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a8e7e54a6c24e5a91d7fec7d096684e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2897604
Nov 23 12:56:40.775492 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3382f4-2426-4194-af2b-e34fb96f3aba,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:40.777444 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45484) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:40.778610 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:40.850526 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:40.879142 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:40.931484 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:40.936685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-59fb20c1-573a-4f6b-b0ec-1e62c8055a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:40.950283 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3382f4-2426-4194-af2b-e34fb96f3aba,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:40.953137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:40.954049 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:40.955165 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a3382f4-2426-4194-af2b-e34fb96f3aba HTTP/1.1" status: 204  len: 168 time: 0.1767735
Nov 23 12:56:41.049001 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7083b4-e4d9-410a-9ea1-25a9802e2ca9 req-fc365d19-ea89-4d43-8936-b58c3e85e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:41.050576 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ce7083b4-e4d9-410a-9ea1-25a9802e2ca9 req-fc365d19-ea89-4d43-8936-b58c3e85e969 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 1098 time: 0.0709920
Nov 23 12:56:41.102767 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ce7083b4-e4d9-410a-9ea1-25a9802e2ca9 req-98e56969-af18-46a8-b1b2-99d978c6bdd5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442250
Nov 23 12:56:41.262659 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45496) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:41.279666 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:41.294168 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:41.298658 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Usage tracker for resource:security_group_rule and tenant:1da04cc0048645c88955455dc8620056 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:41.301723 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:41.308094 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:41.395827 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:41.408665 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:41.411862 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0ab533bd-cd34-4fce-9cda-4174142aae3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:41.449044 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1da04cc0048645c88955455dc8620056&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1853433
Nov 23 12:56:41.450616 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25020a23-1fe9-44e1-b7b9-421b2d975379,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:41.457015 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45510) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:41.471489 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:41.526564 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:41.562768 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:41.624286 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:41.629201 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e451f852-80ab-44ad-be7a-cc5638766e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:41.642326 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25020a23-1fe9-44e1-b7b9-421b2d975379,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:41.644599 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:41.646848 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:41.654383 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25020a23-1fe9-44e1-b7b9-421b2d975379 HTTP/1.1" status: 204  len: 168 time: 0.1924639
Nov 23 12:56:41.765926 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f66d80-282e-426c-be22-42a46c7cc7d4 req-d0e75543-2dba-41f2-8116-e3be38624d10 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:41.767641 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32f66d80-282e-426c-be22-42a46c7cc7d4 req-d0e75543-2dba-41f2-8116-e3be38624d10 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.0915573
Nov 23 12:56:41.823661 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32f66d80-282e-426c-be22-42a46c7cc7d4 req-c875d8f1-e4c9-4d15-b5a2-ee400a555b26 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484216
Nov 23 12:56:43.178142 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49014d3-74ca-4b9f-b204-1382dfb8082f req-817ee654-8ba5-44bd-b423-2958bd9a0d71 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:43.179742 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e49014d3-74ca-4b9f-b204-1382dfb8082f req-817ee654-8ba5-44bd-b423-2958bd9a0d71 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.1738989
Nov 23 12:56:43.225874 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e49014d3-74ca-4b9f-b204-1382dfb8082f req-e7dafe35-66c8-48df-a7d1-47e5221ef855 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401371
Nov 23 12:56:43.831480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-be6f0a82-f0ef-4753-821e-82a7ab3f23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:43.833720 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-be6f0a82-f0ef-4753-821e-82a7ab3f23e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.1114247
Nov 23 12:56:43.911493 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44915e5f-b68f-4135-aeb5-515203101d64 req-5443b25f-7b4c-46cf-a06e-56d35765a7e4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:43.919083 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44915e5f-b68f-4135-aeb5-515203101d64 req-5443b25f-7b4c-46cf-a06e-56d35765a7e4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1221406
Nov 23 12:56:43.985376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-299fd319-aef8-48cd-9aa3-ee01f2aec696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:43.987125 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-299fd319-aef8-48cd-9aa3-ee01f2aec696 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.1408150
Nov 23 12:56:43.987582 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44915e5f-b68f-4135-aeb5-515203101d64 req-5f7ceb65-eb9b-4f5b-91be-df3175af985b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656016
Nov 23 12:56:44.082505 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-c786359a-451a-4a82-b917-9068f8181258 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 217 time: 0.0871589
Nov 23 12:56:44.151534 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-5bd8cb88-170f-43a4-89e6-3ff27083c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:44.152999 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-5bd8cb88-170f-43a4-89e6-3ff27083c085 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.0600026
Nov 23 12:56:44.212741 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-d59f79e0-fdca-46e8-ad5c-77f56a95376b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509956
Nov 23 12:56:44.299841 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45654) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:44.439382 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-3d035b77-11ea-4326-b536-004d68ae6ef9 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192256
Nov 23 12:56:44.478540 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:44.557313 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:44.576627 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Usage tracker for resource:security_group_rule and tenant:8805cad477ea47239768095aad65846a is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:44.581457 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:44.590332 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:44.603330 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-761a5eed-58eb-4ae0-a483-82236002b0d5 req-0a743df1-f3dc-41e6-a4ce-c5ce84497216 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560206
Nov 23 12:56:44.640924 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ecfca-56e1-4574-b4e7-bf82b6ff7955 req-76986adc-443d-4d81-b3fb-70ef0c383e18 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:44.642628 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cc8ecfca-56e1-4574-b4e7-bf82b6ff7955 req-76986adc-443d-4d81-b3fb-70ef0c383e18 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.2358170
Nov 23 12:56:44.720886 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cc8ecfca-56e1-4574-b4e7-bf82b6ff7955 req-5fd18fc1-176b-4707-82a5-04b4f0170c05 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687602
Nov 23 12:56:44.775800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:44.791713 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:44.803430 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ae6ed8d9-f9a1-4c12-8dcc-804b47a7fadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:44.846403 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8805cad477ea47239768095aad65846a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5446374
Nov 23 12:56:44.848703 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca6d411-d1dd-4afb-8787-e1674ca98430,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:44.848896 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45682) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:44.852410 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:44.928944 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:44.966248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.056826 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.068640 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c189b3cf-2e9f-4cb7-8496-32e0f46facf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:45.098368 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca6d411-d1dd-4afb-8787-e1674ca98430,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:45.113159 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:45.116334 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.117692 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ca6d411-d1dd-4afb-8787-e1674ca98430 HTTP/1.1" status: 204  len: 168 time: 0.2652855
Nov 23 12:56:45.355049 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45722) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:45.384444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78584cfe-4217-4428-ab44-b6ef3358f751 req-b2e20d48-d34d-4880-bf7b-916a6c6e3c8e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:45.392383 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-78584cfe-4217-4428-ab44-b6ef3358f751 req-b2e20d48-d34d-4880-bf7b-916a6c6e3c8e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1877892
Nov 23 12:56:45.485582 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-78584cfe-4217-4428-ab44-b6ef3358f751 req-50c7f1b6-2e2d-49c0-bf7a-be84618084cd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919139
Nov 23 12:56:45.580174 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.592151 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45748) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:45.614029 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.615204 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:45.624774 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Usage tracker for resource:security_group_rule and tenant:280e5aa7f85542f4a8d9478e1f097ec4 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:45.633976 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:45.643076 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:45.656910 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:45.661471 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Usage tracker for resource:security_group_rule and tenant:57d6b340c6684d5698a8a15a1f5ea3e9 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:45.665032 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:45.672269 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:45.771278 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.773420 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.776948 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.778390 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:45.787586 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-da2a684d-df87-476f-8a53-4711efaf202a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:45.790994 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b6c494b1-4d87-4dfe-a9c0-1eedd888f7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:45.845017 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=280e5aa7f85542f4a8d9478e1f097ec4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4861512
Nov 23 12:56:45.846011 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9161dbb-d175-4e50-8f2a-8631f8f99ced,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:45.846922 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45774) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:45.851498 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:45.862222 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45778) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:45.862655 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57d6b340c6684d5698a8a15a1f5ea3e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2689264
Nov 23 12:56:45.892185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35d1fc-c27c-4606-a82b-a37f6ee2b862,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:45.900411 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:45.961240 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45788) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:45.971099 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.002701 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.033782 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Deleting subnet 798ace44-5b3d-4880-8b90-a4f769189bcc {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 12:56:46.036691 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.078787 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.084943 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:46.109358 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9161dbb-d175-4e50-8f2a-8631f8f99ced,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:46.109358 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:46.131483 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.141040 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.144738 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9161dbb-d175-4e50-8f2a-8631f8f99ced HTTP/1.1" status: 204  len: 168 time: 0.2871246
Nov 23 12:56:46.147703 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.201146 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.251443 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.348971 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.359188 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c6d30aa6-d0f2-49d0-8042-9a5250896730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:46.377482 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.388033 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35d1fc-c27c-4606-a82b-a37f6ee2b862,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:46.432878 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:46.435382 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64ba274c-8280-4e4f-86fb-c9ba0350e0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:46.478525 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798ace44-5b3d-4880-8b90-a4f769189bcc,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:46.488076 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:46.489372 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.491397 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/798ace44-5b3d-4880-8b90-a4f769189bcc HTTP/1.1" status: 204  len: 168 time: 0.5290134
Nov 23 12:56:46.494026 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45828) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:46.550118 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.556825 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae35d1fc-c27c-4606-a82b-a37f6ee2b862 HTTP/1.1" status: 204  len: 168 time: 0.6929078
Nov 23 12:56:46.594959 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45838) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:46.636690 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.676067 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:46.682140 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Usage tracker for resource:security_group_rule and tenant:be859c7d25f740cbb21c00988f00fd8f is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:46.686803 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:46.696833 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:46.703030 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-37ffbc29-4ee2-481c-b5a4-33456239b346 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3195319
Nov 23 12:56:46.712982 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.872929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02a1f-3ecb-42c8-a4eb-ca7bbd1b3abb req-524333ab-1136-4d3f-b290-31c5f8a2f1be tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:46.880563 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-48e02a1f-3ecb-42c8-a4eb-ca7bbd1b3abb req-524333ab-1136-4d3f-b290-31c5f8a2f1be tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1789920
Nov 23 12:56:46.903843 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:46.950612 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab13ca0>,) {'filters': {'network_id': ['42f62106-c921-48fe-bd32-ba5b0ade0765']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:46.955120 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-48e02a1f-3ecb-42c8-a4eb-ca7bbd1b3abb req-b950e6d9-bda5-4939-9f69-86c40d18af15 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735476
Nov 23 12:56:46.982768 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab13ca0>, 'afea84db-0602-4755-b49b-adfee1ced835') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:46.983249 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab13ca0>, 'afea84db-0602-4755-b49b-adfee1ced835') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:46.991633 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-ef05b0f6-dae4-46cf-afa8-5794f0976089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:46.993123 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-ef05b0f6-dae4-46cf-afa8-5794f0976089 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 1099 time: 0.2401400
Nov 23 12:56:47.002239 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.010207 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.016201 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.025131 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-87edb01c-ec34-4c17-8600-45515406c34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:47.043309 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.051988 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 12:56:47.052583 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.072016 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be859c7d25f740cbb21c00988f00fd8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4760723
Nov 23 12:56:47.072951 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45864) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:47.075277 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5d6af-b3b6-4534-ba26-62df95109141,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:47.078611 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:47.129469 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:47.147651 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.184551 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.208466 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.248753 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.253095 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.263879 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-686ead22-7db3-490b-bf6d-97c28248914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:47.266318 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:47.283811 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.286133 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5d6af-b3b6-4534-ba26-62df95109141,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:47.288579 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:47.289847 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.290979 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0d5d6af-b3b6-4534-ba26-62df95109141 HTTP/1.1" status: 204  len: 168 time: 0.2170825
Nov 23 12:56:47.312517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f62106-c921-48fe-bd32-ba5b0ade0765,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:47.316363 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] 10.222.0.73 "DELETE /v2.0/networks/42f62106-c921-48fe-bd32-ba5b0ade0765 HTTP/1.1" status: 204  len: 168 time: 0.8212242
Nov 23 12:56:47.319302 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:47.319453 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45876) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:47.320674 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-da623d4b-1963-4d38-bc95-dde34884854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:47.322763 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-da623d4b-1963-4d38-bc95-dde34884854e service neutron] 10.222.0.82 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 916 time: 0.1913912
Nov 23 12:56:47.393140 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Deleting subnet 0f6a64d4-4d23-4b73-9e4d-85add2874b8c {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 12:56:47.397129 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45880) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:47.398689 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-6e84e93a-79c3-4b34-9285-ecaae4b11f10 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59 HTTP/1.1" status: 200  len: 217 time: 0.0673652
Nov 23 12:56:47.405307 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.496530 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-a502f681-cb40-49ed-b3a3-da3c6d8a894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:47.498321 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-a502f681-cb40-49ed-b3a3-da3c6d8a894f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 200  len: 854 time: 0.0891054
Nov 23 12:56:47.524320 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6577744'] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.583366 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-0a4a77bf-3850-42a3-97d1-a297f0046619 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0de19c0c-3c0b-4645-86f5-bda8145281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691853
Nov 23 12:56:47.598901 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.682467 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8297801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6741405'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.697252 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:47.743331 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.752136 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0f6a64d4-4d23-4b73-9e4d-85add2874b8c HTTP/1.1" status: 204  len: 168 time: 0.4312096
Nov 23 12:56:47.755930 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45898) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:47.757120 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f6a64d4-4d23-4b73-9e4d-85add2874b8c,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:47.759717 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:47.838634 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.857850 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-7e6fd02a-9a75-4249-951d-185d5cba1bef service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667720
Nov 23 12:56:47.862357 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:47.866784 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3690cf2b9643a298331442d36cd77a is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:47.870117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:47.877142 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:47.909384 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.983628 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:47.989117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.000168 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:48.033048 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708b3487-7720-4ed6-bc92-4f192a4e965e,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:48.038043 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:48.068371 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa3690cf2b9643a298331442d36cd77a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6697266
Nov 23 12:56:48.069008 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45916) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:48.165315 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.194261 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.290415 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.300644 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7df085db-ff58-4c1e-b201-62d16d3c98ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:48.323222 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708b3487-7720-4ed6-bc92-4f192a4e965e,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:48.324036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.326031 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:48.346645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.350421 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/708b3487-7720-4ed6-bc92-4f192a4e965e HTTP/1.1" status: 204  len: 168 time: 0.2804284
Nov 23 12:56:48.354611 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8aeed580>,) {'filters': {'network_id': ['eb29a5c1-472e-4d46-a666-d100bcdaa81a']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:48.371780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8aeed580>, '6cc27b72-15fa-4b2e-883a-5c07dec07984') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:48.372072 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8aeed580>, '6cc27b72-15fa-4b2e-883a-5c07dec07984') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:56:48.385541 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.399088 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6ae46-43bd-43ed-9059-6d1c0fb8ac89 req-044bdafe-56a3-4c98-8aca-5591e869f267 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:48.401604 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9ee6ae46-43bd-43ed-9059-6d1c0fb8ac89 req-044bdafe-56a3-4c98-8aca-5591e869f267 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1495581
Nov 23 12:56:48.403807 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.426000 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 12:56:48.426591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:56:48.441850 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:56:48.464991 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9ee6ae46-43bd-43ed-9059-6d1c0fb8ac89 req-30a50587-7589-43f3-89a9-dbcb63e1aef2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570874
Nov 23 12:56:48.525912 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-254d06b2-9be1-435c-acbc-35b6caa3126e req-cef0140d-38e8-4d87-b5fd-be77e68f351c service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6531074
Nov 23 12:56:48.561483 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.572732 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:48.575957 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6803c7e8-8606-46a4-baca-07994326ac88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:48.599481 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Pushing event deleted for resources: {'Network': ['ID=eb29a5c1-472e-4d46-a666-d100bcdaa81a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:48.602946 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] 10.222.0.73 "DELETE /v2.0/networks/eb29a5c1-472e-4d46-a666-d100bcdaa81a HTTP/1.1" status: 204  len: 168 time: 0.8455603
Nov 23 12:56:48.604292 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:48.918763 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45968) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:48.958215 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45972) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:49.004636 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.025062 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa9f8-5802-446e-9dde-0a026923784c req-6a4c2106-8f1b-4e68-a079-1726dd9371a4 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:49.026635 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-6a4c2106-8f1b-4e68-a079-1726dd9371a4 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.2676477
Nov 23 12:56:49.031443 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:49.035368 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:2376d7827495431782ff3efadeba3b29 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:49.038114 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-05ff5e72-15d1-41f5-8895-01571e4e926d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0e9e9de24d84df092128cb73284549f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0777481
Nov 23 12:56:49.038336 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:49.039937 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 45976) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:49.044251 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:49.093548 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f901408-d8c5-4926-9849-db5aa35144a6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/quotas/f84ec34b530b4664a9c4b07a0993c6e9 HTTP/1.1" status: 200  len: 375 time: 0.0149901
Nov 23 12:56:49.113710 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.177140 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.205046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.212493 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.222258 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d2e35f26-23f4-496a-b6c4-b3f1064ca3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:49.270687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.277119 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2376d7827495431782ff3efadeba3b29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3570564
Nov 23 12:56:49.278635 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf9e303-2a64-4091-8026-6fff0222ebed,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:49.278851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e6de5518-2663-488d-b62b-ee52a2c364c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:49.281684 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:49.282532 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 45992) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:49.291852 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4523ebbf-8a00-43a5-964b-15bc67111614 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1904569
Nov 23 12:56:49.304891 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee93f1f-5f91-41db-ac14-843e4ae7ae5a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:49.311393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:49.312640 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.323751 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ee93f1f-5f91-41db-ac14-843e4ae7ae5a HTTP/1.1" status: 204  len: 168 time: 0.2827377
Nov 23 12:56:49.439427 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 46020) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:49.463178 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.499765 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-d3b18016-f209-48bc-8396-e787f10a230c service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938126
Nov 23 12:56:49.506872 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.762728 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.770296 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-48e0e96d-b4c1-4486-8875-a54ff85ee7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:49.773438 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.786024 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-8ceb8e0e-3e88-4ab2-923e-bfeda67cbfad service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2688746
Nov 23 12:56:49.788965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf9e303-2a64-4091-8026-6fff0222ebed,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:49.791333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:49.793146 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:49.798990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Usage tracker for resource:security_group_rule and tenant:51e9877930ee431ca45eaf19f376b811 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:49.802209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:49.802815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:49.806246 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9bf9e303-2a64-4091-8026-6fff0222ebed HTTP/1.1" status: 204  len: 168 time: 0.5111616
Nov 23 12:56:49.813036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:49.816624 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7762-f6e8-4443-8024-30d81dd83819 req-6cb93852-69ef-4a35-9bdf-41f0d1893978 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:49.818627 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a1dd7762-f6e8-4443-8024-30d81dd83819 req-6cb93852-69ef-4a35-9bdf-41f0d1893978 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1660912
Nov 23 12:56:49.875822 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a1dd7762-f6e8-4443-8024-30d81dd83819 req-955210e1-f4ec-4b3b-894e-e86052af3fbc tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479386
Nov 23 12:56:49.971625 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46050) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:50.027068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.033080 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.062065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f48943f9-a382-4da0-b1d2-79c7385fa23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:50.131194 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-2109d5af-45cf-4c68-ba2e-1422578cf195 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b07a9ccb32104a68ab29dc792f321136&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1540048
Nov 23 12:56:50.136653 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46060) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:50.200409 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa828be7-c79a-458d-8468-1939f85d3dc8,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:50.208619 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:50.216032 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=51e9877930ee431ca45eaf19f376b811&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7754822
Nov 23 12:56:50.217036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 46070) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:50.310641 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.311729 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-439fbf63-5b53-4082-a5f1-4c735742da7b req-c86f16de-2f39-4f73-8ce3-80d12a990f17 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 210 time: 0.1241956
Nov 23 12:56:50.364001 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.393671 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.441599 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.441921 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.459714 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eff6cb73-5589-49a5-977e-6928b50d00a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:50.494289 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa828be7-c79a-458d-8468-1939f85d3dc8,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:50.498307 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:50.499386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.503334 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa828be7-c79a-458d-8468-1939f85d3dc8 HTTP/1.1" status: 204  len: 168 time: 0.2817564
Nov 23 12:56:50.518874 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.540292 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-950062c2-217b-4a8c-8501-e450c23ec956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:50.579546 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da1b48-68da-4a83-a195-41dbb4aa8724,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:50.581425 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:50.596397 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4da1b48-68da-4a83-a195-41dbb4aa8724 HTTP/1.1" status: 204  len: 168 time: 0.4477649
Nov 23 12:56:50.597651 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:51.147252 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ba651-2e49-4225-855c-6781bf4a55b3 req-7be1d1e8-3fc2-4f57-8fef-5b201a9329e8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:51.151222 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee8ba651-2e49-4225-855c-6781bf4a55b3 req-7be1d1e8-3fc2-4f57-8fef-5b201a9329e8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1417594
Nov 23 12:56:51.199960 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee8ba651-2e49-4225-855c-6781bf4a55b3 req-f018eb6a-a6e0-464c-94f9-fd0ecf48d6ea tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436306
Nov 23 12:56:51.483208 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4690d098-6693-4ac7-921a-2e3e0220058e req-7f333ffe-fad8-4354-8bd1-937a42be8a3e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 210 time: 0.0559282
Nov 23 12:56:51.724371 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa9f8-5802-446e-9dde-0a026923784c req-af60036e-4083-4921-b883-01ace0cf4926 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:51.725823 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-af60036e-4083-4921-b883-01ace0cf4926 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.1755018
Nov 23 12:56:51.744822 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Request body: {'port': {'device_id': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'admin_state_up': True, 'tenant_id': 'f84ec34b530b4664a9c4b07a0993c6e9'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:51.784033 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-5dfd4be1-5db9-40b9-8b18-7c5aa419a715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:51.950833 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:51.954684 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Usage tracker for resource:port and tenant:f84ec34b530b4664a9c4b07a0993c6e9 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:51.957594 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:51.963839 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:51.975561 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Made reservation on behalf of f84ec34b530b4664a9c4b07a0993c6e9 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:56:51.979548 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:52.069089 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:52.157723 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Allocated IP 172.20.0.9 (0de19c0c-3c0b-4645-86f5-bda8145281eb/af0da670-3d7f-4342-a8bb-e792e3f9efd6/e873e449-dd21-40ad-92e8-452bb98bdbf6) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:56:52.444018 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:52.506026 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae321364-a3a2-4388-949d-8cb8d6ced040 req-8a039d7d-acb8-4f52-bb2b-eaf9968eb6a6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:52.512492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:52.515488 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ae321364-a3a2-4388-949d-8cb8d6ced040 req-8a039d7d-acb8-4f52-bb2b-eaf9968eb6a6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1194634
Nov 23 12:56:52.528746 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['fed8399c-a4c2-4c44-9872-ac079ad65c59', '2bf98fd1-86c0-49a1-8634-a702579c8c81'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:56:52.532752 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:52.630909 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ae321364-a3a2-4388-949d-8cb8d6ced040 req-70bdae56-21a7-4a24-86a6-8b63f3b22c99 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140537
Nov 23 12:56:52.739726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:56:52.753878 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:56:52.758005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:56:52.842742 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe344551-8239-45b8-9640-305df8164759 req-02257c7c-e88d-4047-8330-835b8dfa8f97 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:52.851704 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fe344551-8239-45b8-9640-305df8164759 req-02257c7c-e88d-4047-8330-835b8dfa8f97 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 931 time: 0.1484795
Nov 23 12:56:52.861002 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:52.861632 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:52.880784 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event updated for resources: {'Port': ['ID=e873e449-dd21-40ad-92e8-452bb98bdbf6,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:52.885486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:52.888240 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1496861
Nov 23 12:56:52.915015 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Request body: {'port': {'device_id': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:52.939391 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fe344551-8239-45b8-9640-305df8164759 req-3e9794f4-b375-49c1-9dde-ed10d719c80a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864298
Nov 23 12:56:53.071268 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46218) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:53.088563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.292783 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.324084 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:53.328656 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Usage tracker for resource:security_group_rule and tenant:39e39e0a2afb47f69c240c1f7214a372 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:53.333309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:53.342736 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:53.447984 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46242) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:53.487210 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.501725 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.512985 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e6a09df3-8736-413d-854c-10a4049e9974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:53.628353 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39e39e0a2afb47f69c240c1f7214a372&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5557148
Nov 23 12:56:53.646571 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46254) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:53.652194 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be819ff6-26e5-476e-b71f-8e2d8e21655d,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:53.702009 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:53.777415 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.779428 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e873e449-dd21-40ad-92e8-452bb98bdbf6 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:56:53.788161 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.806564 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Transition to ACTIVE for port object e873e449-dd21-40ad-92e8-452bb98bdbf6 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:56:53.811767 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.821621 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:53.868606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:53.877795 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Usage tracker for resource:security_group_rule and tenant:197ecfd78d4948a68b3479f14e9eae83 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:53.895065 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:53.906576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:53.935347 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:53.959104 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e3f179a8-04b9-4cab-87aa-91d0b4b1c627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.003666 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Pushing event updated for resources: {'Port': ['ID=e873e449-dd21-40ad-92e8-452bb98bdbf6,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:54.009922 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:54.020265 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d6355-2e0f-4f87-b5b8-cfa4e56cdf32 req-4c0e74c2-067a-45dc-9f01-a6b861d9767f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:54.022596 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-559d6355-2e0f-4f87-b5b8-cfa4e56cdf32 req-4c0e74c2-067a-45dc-9f01-a6b861d9767f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.2465265
Nov 23 12:56:54.062793 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.100395 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Attempting to bind port e873e449-dd21-40ad-92e8-452bb98bdbf6 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:56:54.100984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Attempting to bind port e873e449-dd21-40ad-92e8-452bb98bdbf6 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:56:54.101502 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Attempting to bind port e873e449-dd21-40ad-92e8-452bb98bdbf6 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:56:54.107164 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Port e873e449-dd21-40ad-92e8-452bb98bdbf6 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:56:54.107480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Attempting to bind port e873e449-dd21-40ad-92e8-452bb98bdbf6 on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:56:54.112767 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:54.113094 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Checking segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:56:54.113490 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Bound using segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:54.113889 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Bound port: e873e449-dd21-40ad-92e8-452bb98bdbf6, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:56:54.114232 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.188688 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-559d6355-2e0f-4f87-b5b8-cfa4e56cdf32 req-1a9c2677-cfbc-4860-b52e-09f5fe564dee tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552746
Nov 23 12:56:54.209368 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.222499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] For port e873e449-dd21-40ad-92e8-452bb98bdbf6, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:56:54.222499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] For port e873e449-dd21-40ad-92e8-452bb98bdbf6, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e873e449-dd21-40ad-92e8-452bb98bdbf6,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:56:54.222852 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.226367 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.231398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:54.248254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f916838-6fbe-43f8-807c-9c61ef302e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:54.301424 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Pushing event updated for resources: {'Port': ['ID=e873e449-dd21-40ad-92e8-452bb98bdbf6,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:54.303378 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7bb5d8-58f0-4016-8daf-a998b44455f6,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:54.306521 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:54.312687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:54.313457 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.315173 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] 10.222.0.82 "PUT /v2.0/ports/e873e449-dd21-40ad-92e8-452bb98bdbf6 HTTP/1.1" status: 200  len: 1093 time: 1.4167168
Nov 23 12:56:54.315808 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'tag': 'e873e449-dd21-40ad-92e8-452bb98bdbf6'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:56:54.323099 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:54.343498 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=197ecfd78d4948a68b3479f14e9eae83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8935137
Nov 23 12:56:54.344606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.346315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 46268) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:56:54.349884 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a2fc40b2-2118-4f76-a611-7e328de699c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:54.367774 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be819ff6-26e5-476e-b71f-8e2d8e21655d,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:54.373493 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:54.390554 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91773c84-376c-4238-9b17-697237d018dc req-a82e954c-2282-4b01-9afc-6e9cb8857e69 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:54.392361 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-91773c84-376c-4238-9b17-697237d018dc req-a82e954c-2282-4b01-9afc-6e9cb8857e69 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 943 time: 0.3112001
Nov 23 12:56:54.395206 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.396357 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be819ff6-26e5-476e-b71f-8e2d8e21655d HTTP/1.1" status: 204  len: 168 time: 0.7487574
Nov 23 12:56:54.422237 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'tag': 'e873e449-dd21-40ad-92e8-452bb98bdbf6', 'status': 'completed', 'code': 200}
Nov 23 12:56:54.455870 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-91773c84-376c-4238-9b17-697237d018dc req-d009988a-70a9-417d-96c6-b4f9d2eaeec2 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513184
Nov 23 12:56:54.476420 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.510261 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.525607 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa9f8-5802-446e-9dde-0a026923784c req-ef223ed9-273c-4b44-a271-0c827b51c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:54.527432 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-ef223ed9-273c-4b44-a271-0c827b51c513 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 1096 time: 0.1487951
Nov 23 12:56:54.619942 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-b7553e93-aadb-4654-ae81-06b0ad729d44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e873e449-dd21-40ad-92e8-452bb98bdbf6 HTTP/1.1" status: 200  len: 217 time: 0.0689449
Nov 23 12:56:54.680130 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.686898 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7c3a3b3b-f1fc-420b-bb4a-a654cb61baad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:54.704930 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7bb5d8-58f0-4016-8daf-a998b44455f6,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:54.707480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:54.715556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa9f8-5802-446e-9dde-0a026923784c req-22c3f5b2-5c18-4e92-b789-0051c883eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:54.715556 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-22c3f5b2-5c18-4e92-b789-0051c883eeaa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 200  len: 854 time: 0.0875328
Nov 23 12:56:54.717352 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.721109 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e7bb5d8-58f0-4016-8daf-a998b44455f6 HTTP/1.1" status: 204  len: 168 time: 0.3709917
Nov 23 12:56:54.777475 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-4eb7c72d-0fb3-4802-af2b-023a62f4ac0b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0de19c0c-3c0b-4645-86f5-bda8145281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548701
Nov 23 12:56:54.920012 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:54.943116 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-e8e26c80-fbc1-4264-8d4d-52753ecb6e1f service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571331
Nov 23 12:56:55.098987 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-12dfa9f8-5802-446e-9dde-0a026923784c req-39c245af-02ff-4ba1-a6ea-6d7d80c4edc5 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476030
Nov 23 12:56:55.243493 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-de71fe59-b6c3-4877-8f1d-f83c45ac75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:55.245486 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-de71fe59-b6c3-4877-8f1d-f83c45ac75fd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 1096 time: 0.0901554
Nov 23 12:56:55.288685 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-46a3113b-0b0b-4277-b410-d5e71ba4a490 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=14b846693f85427bbee2b19450b60949&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0980041
Nov 23 12:56:55.456228 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-422cf80e-fca0-4365-8908-fc7c6b5d56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:55.457727 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-422cf80e-fca0-4365-8908-fc7c6b5d56f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 916 time: 0.2047071
Nov 23 12:56:55.514331 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c4c95-2cd4-4ec1-9517-e915b76aeffa req-0d47b662-68f8-41a2-84a8-bb3ee6257533 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:55.516021 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c0c4c95-2cd4-4ec1-9517-e915b76aeffa req-0d47b662-68f8-41a2-84a8-bb3ee6257533 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1351984
Nov 23 12:56:55.585416 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-44407b62-e0b7-4bbb-8b53-9e232501d068 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:55.592868 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-44407b62-e0b7-4bbb-8b53-9e232501d068 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2979481
Nov 23 12:56:55.614743 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b4dacc72-d11c-43c5-8b8c-57ce89faf3b0 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/quotas/14b846693f85427bbee2b19450b60949 HTTP/1.1" status: 200  len: 375 time: 0.0209033
Nov 23 12:56:55.619958 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c0c4c95-2cd4-4ec1-9517-e915b76aeffa req-93077034-48f8-40f5-9dc8-7fd6ebf1903e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918627
Nov 23 12:56:55.664599 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-26e20715-026a-495e-9e0d-95b6c92723bc tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=14b846693f85427bbee2b19450b60949&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487556
Nov 23 12:56:55.749368 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-5b5912f7-560f-4345-a658-fe3244b221b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e873e449-dd21-40ad-92e8-452bb98bdbf6 HTTP/1.1" status: 200  len: 217 time: 0.2828240
Nov 23 12:56:55.902113 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb61ee-4714-40c9-bb49-1e641379c099 req-708b0da2-399d-4b62-8b38-aac8a153a850 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:55.914634 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1ebb61ee-4714-40c9-bb49-1e641379c099 req-708b0da2-399d-4b62-8b38-aac8a153a850 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 943 time: 0.1390061
Nov 23 12:56:55.937948 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-5e119430-b56a-48f8-80ff-5d73c9319f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:55.939763 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-5e119430-b56a-48f8-80ff-5d73c9319f45 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 200  len: 854 time: 0.1602364
Nov 23 12:56:55.983890 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5625a056-03f2-4b66-a982-2a455f52a885 req-b7249074-48f2-43b5-80d2-b61481000907 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.0483422
Nov 23 12:56:56.030472 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1ebb61ee-4714-40c9-bb49-1e641379c099 req-67fc863a-80e9-44b1-921c-be67f3867575 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040213
Nov 23 12:56:56.038172 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-bef83bba-32e0-431f-9336-b7fa2416fe55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0de19c0c-3c0b-4645-86f5-bda8145281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0841308
Nov 23 12:56:56.228526 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-0bb31cd7-979b-4791-af42-5e469c5a4f1b service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823435
Nov 23 12:56:56.385434 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0f7bc96-f8aa-4738-91f6-2b1aecdacd3b req-8659c499-afeb-428e-b381-a9a052fd8390 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502030
Nov 23 12:56:56.689995 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:56.881097 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cdc3e-e20e-43ca-8e8b-3ed19cb269fd req-f00fad26-a39b-46ab-b954-517a2bcbb4b9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:56.882732 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c74cdc3e-e20e-43ca-8e8b-3ed19cb269fd req-f00fad26-a39b-46ab-b954-517a2bcbb4b9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1130841
Nov 23 12:56:56.935341 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c74cdc3e-e20e-43ca-8e8b-3ed19cb269fd req-5c8a9bc5-d60d-48d1-bf4e-b7b33970522b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466583
Nov 23 12:56:57.183831 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-27855c26-77d7-4aa6-97d5-9bf8b424d5e8 req-4107235e-ecd6-470e-97dc-f60beb7e3b7d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.0860989
Nov 23 12:56:57.251320 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14f4da-3be9-4c84-9719-829e21b4ebd8 req-77322d4f-fc57-4b14-882f-64fdb639b470 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:57.252899 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fd14f4da-3be9-4c84-9719-829e21b4ebd8 req-77322d4f-fc57-4b14-882f-64fdb639b470 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 943 time: 0.1189346
Nov 23 12:56:57.321483 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fd14f4da-3be9-4c84-9719-829e21b4ebd8 req-b315385d-ac2c-452f-ab4d-d60afedad3c9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625324
Nov 23 12:56:57.341598 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-e6ca9c37-e471-4a75-a7b9-51218090a706 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=14b846693f85427bbee2b19450b60949&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0454457
Nov 23 12:56:57.507181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-2af9c0b1-7297-410f-baea-851bce5e3fb4 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:57.508973 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-2af9c0b1-7297-410f-baea-851bce5e3fb4 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1595612
Nov 23 12:56:57.527246 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Request body: {'port': {'device_id': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e', 'admin_state_up': True, 'tenant_id': '14b846693f85427bbee2b19450b60949'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:57.697642 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:57.701610 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Usage tracker for resource:port and tenant:14b846693f85427bbee2b19450b60949 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:57.704467 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:57.710447 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:57.720368 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Made reservation on behalf of 14b846693f85427bbee2b19450b60949 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:56:57.724090 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:57.737716 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:57.752531 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:56:57.756362 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Usage tracker for resource:security_group_rule and tenant:14b846693f85427bbee2b19450b60949 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:56:57.759197 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:56:57.765058 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:56:57.850731 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:57.855212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:57.858126 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b91d28aa-f387-4a69-892f-9f082190c1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:57.954328 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1709db0d-4ca4-4e67-b90b-3276b584c64c,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:57.974065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:58.077972 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Allocated IP 192.168.233.235 (0bd79027-5235-4f76-9fbf-c5bec5c9203e/6da6e6fe-e21e-4e7c-b216-45744470de0f/42957875-e75b-4aed-b8c9-91c98b3aa7b7) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:56:58.166136 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a961a7-f358-4db2-b543-45a1d390ac12 req-074e031a-9bd9-450c-a15f-9e0f768a2f6d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:58.168380 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f5a961a7-f358-4db2-b543-45a1d390ac12 req-074e031a-9bd9-450c-a15f-9e0f768a2f6d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1037633
Nov 23 12:56:58.220042 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452d9a2-feb1-404f-ade8-0d32dcd6c72c req-c8f2e543-5799-40d5-b860-3fa982a0eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:58.221487 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2452d9a2-feb1-404f-ade8-0d32dcd6c72c req-c8f2e543-5799-40d5-b860-3fa982a0eb97 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.1410332
Nov 23 12:56:58.234159 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f5a961a7-f358-4db2-b543-45a1d390ac12 req-72eb06e8-12bc-4eb9-b9f8-812dd3bfcde9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595069
Nov 23 12:56:58.392947 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2452d9a2-feb1-404f-ade8-0d32dcd6c72c req-00e3fe15-e3ae-44fb-8551-897cfe894e70 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550121
Nov 23 12:56:58.410848 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dc1b037f-3c36-4e1c-ac81-1f6cfa0736ab req-9b00d056-e62f-42c1-b15a-27b6bb228f9d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.0580649
Nov 23 12:56:58.449444 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:58.470716 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Transition to ACTIVE for port object 42957875-e75b-4aed-b8c9-91c98b3aa7b7 will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:56:58.504679 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:58.513071 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:58.574885 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Network 0bd79027-5235-4f76-9fbf-c5bec5c9203e is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:56:58.582753 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:56:58.600324 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:56:58.678333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e2780-1a2e-4578-a84d-153f4bd636e2 req-ded31ada-b41f-4072-9961-6a4d4333b693 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:58.681136 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-753e2780-1a2e-4578-a84d-153f4bd636e2 req-ded31ada-b41f-4072-9961-6a4d4333b693 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 943 time: 0.1984212
Nov 23 12:56:58.692147 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:58.692857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:58.725257 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Pushing event updated for resources: {'Port': ['ID=42957875-e75b-4aed-b8c9-91c98b3aa7b7,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:58.731507 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:58.741117 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-753e2780-1a2e-4578-a84d-153f4bd636e2 req-46438b84-960f-4d98-9397-3d022a23df4f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541251
Nov 23 12:56:58.756728 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2347279
Nov 23 12:56:58.774912 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Request body: {'port': {'device_id': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:56:58.916468 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:58.938771 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-77ced720-6d9c-4ee3-8b71-8d8559bf836e None None] Provisioning for port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:56:58.947223 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-77ced720-6d9c-4ee3-8b71-8d8559bf836e None None] Provisioning complete for port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:56:58.947855 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-77ced720-6d9c-4ee3-8b71-8d8559bf836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:59.013467 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-77ced720-6d9c-4ee3-8b71-8d8559bf836e None None] Port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:56:59.372061 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42957875-e75b-4aed-b8c9-91c98b3aa7b7 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:56:59.379528 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:59.394694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Transition to ACTIVE for port object 42957875-e75b-4aed-b8c9-91c98b3aa7b7 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:56:59.399939 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:59.405388 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:59.424582 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d63357-7e47-4779-83e1-7b2dd4e20a9c req-f5b60359-16af-4885-9965-59e1024f2d3f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:59.426019 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c3d63357-7e47-4779-83e1-7b2dd4e20a9c req-f5b60359-16af-4885-9965-59e1024f2d3f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0905607
Nov 23 12:56:59.493211 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c3d63357-7e47-4779-83e1-7b2dd4e20a9c req-b19f9a80-ae33-4dc4-ac27-4e38b5ec7548 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578625
Nov 23 12:56:59.593551 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Pushing event updated for resources: {'Port': ['ID=42957875-e75b-4aed-b8c9-91c98b3aa7b7,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:59.600420 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:59.673553 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Attempting to bind port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:56:59.673883 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Attempting to bind port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:56:59.674362 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Attempting to bind port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 on network 0bd79027-5235-4f76-9fbf-c5bec5c9203e {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:56:59.681117 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 on network 0bd79027-5235-4f76-9fbf-c5bec5c9203e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:56:59.681490 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Attempting to bind port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 on network 0bd79027-5235-4f76-9fbf-c5bec5c9203e {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:56:59.683849 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08496b-769c-4fe0-9370-44e85059cd3a req-32f1fa7a-b113-46d7-8698-783b78e36f19 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:59.690999 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:56:59.691260 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff08496b-769c-4fe0-9370-44e85059cd3a req-32f1fa7a-b113-46d7-8698-783b78e36f19 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.1080430
Nov 23 12:56:59.691638 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Checking segment: {'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:56:59.692020 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Bound using segment: {'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:56:59.692438 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Bound port: 42957875-e75b-4aed-b8c9-91c98b3aa7b7, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c463c467-5333-4437-92aa-1e4021442516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:56:59.693892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:59.746821 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff08496b-769c-4fe0-9370-44e85059cd3a req-01fd13a0-f125-4764-9bc2-aa4e060511ee tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546498
Nov 23 12:56:59.792507 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] For port 42957875-e75b-4aed-b8c9-91c98b3aa7b7, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:56:59.795591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] For port 42957875-e75b-4aed-b8c9-91c98b3aa7b7, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=42957875-e75b-4aed-b8c9-91c98b3aa7b7,segment=NetworkSegment(c463c467-5333-4437-92aa-1e4021442516),segment_id=c463c467-5333-4437-92aa-1e4021442516)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:56:59.799430 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:59.804067 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:56:59.868174 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:59.868850 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:56:59.870175 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] 10.222.0.82 "PUT /v2.0/ports/42957875-e75b-4aed-b8c9-91c98b3aa7b7 HTTP/1.1" status: 200  len: 1098 time: 1.1026874
Nov 23 12:56:59.873101 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'tag': '42957875-e75b-4aed-b8c9-91c98b3aa7b7'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:56:59.894792 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Pushing event updated for resources: {'Port': ['ID=42957875-e75b-4aed-b8c9-91c98b3aa7b7,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:56:59.898013 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:56:59.927598 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'tag': '42957875-e75b-4aed-b8c9-91c98b3aa7b7', 'status': 'completed', 'code': 200}
Nov 23 12:56:59.969988 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761e70a-5253-4612-8cbc-70757ebb2713 req-31a950d0-c513-40f0-a8dd-e83692fc4080 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:56:59.971498 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f761e70a-5253-4612-8cbc-70757ebb2713 req-31a950d0-c513-40f0-a8dd-e83692fc4080 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 943 time: 0.1105113
Nov 23 12:57:00.018200 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f761e70a-5253-4612-8cbc-70757ebb2713 req-318f4bc1-a8c0-4fc2-bdfe-96eb102dee2f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407324
Nov 23 12:57:00.679788 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606f71e-1770-445f-80de-afe8286e78b3 req-53bbd48c-9352-469d-b91b-4d857d1304e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:00.681223 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9606f71e-1770-445f-80de-afe8286e78b3 req-53bbd48c-9352-469d-b91b-4d857d1304e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0802071
Nov 23 12:57:00.729179 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9606f71e-1770-445f-80de-afe8286e78b3 req-7a00e0e3-b4d9-40bc-a8d8-ee44567891a5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395644
Nov 23 12:57:00.937237 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc8f19-8c6f-46c1-a447-f7a4e26def1e req-2bd13db5-8e1b-49ce-82e1-ef21a874b967 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:00.938874 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-85dc8f19-8c6f-46c1-a447-f7a4e26def1e req-2bd13db5-8e1b-49ce-82e1-ef21a874b967 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0830438
Nov 23 12:57:00.981945 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-85dc8f19-8c6f-46c1-a447-f7a4e26def1e req-172dc607-55ec-4c81-8ac7-d8519752a905 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375071
Nov 23 12:57:01.196206 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6d16a-ee5c-4bdc-8d02-7cadeb9b6c83 req-b094d666-1084-40a6-97ea-680b8bd1d4bc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:01.197759 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86d6d16a-ee5c-4bdc-8d02-7cadeb9b6c83 req-b094d666-1084-40a6-97ea-680b8bd1d4bc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 943 time: 0.0778084
Nov 23 12:57:01.244302 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86d6d16a-ee5c-4bdc-8d02-7cadeb9b6c83 req-b0cbecbe-d368-45bb-8fd9-d011406a180c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405805
Nov 23 12:57:01.932714 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e694-4340-4b33-80e9-cb74d6e80eee req-64fddbd2-547e-48d5-a4f3-f8c471441397 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:01.934049 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4a1e694-4340-4b33-80e9-cb74d6e80eee req-64fddbd2-547e-48d5-a4f3-f8c471441397 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0935910
Nov 23 12:57:01.980098 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4a1e694-4340-4b33-80e9-cb74d6e80eee req-da115686-c31d-46a8-b373-8dd653166492 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370765
Nov 23 12:57:02.166649 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33708d5-8f25-451c-8223-158d9ada501e req-935c4b1e-fc55-4ed1-91ad-c551729a4f7b tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:02.168268 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c33708d5-8f25-451c-8223-158d9ada501e req-935c4b1e-fc55-4ed1-91ad-c551729a4f7b tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0832584
Nov 23 12:57:02.274082 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c33708d5-8f25-451c-8223-158d9ada501e req-7ee9d4cf-337b-4c01-a8a1-0a08cafdad22 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005208
Nov 23 12:57:02.408688 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device e873e449-dd21-40ad-92e8-452bb98bdbf6 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:57:02.456447 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b141d-4ac4-4878-83ba-cda6f73bfbab req-374d41dd-4afd-4c6d-9c88-c53020ed3042 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:02.457840 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0c2b141d-4ac4-4878-83ba-cda6f73bfbab req-374d41dd-4afd-4c6d-9c88-c53020ed3042 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 943 time: 0.0932064
Nov 23 12:57:02.504949 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0c2b141d-4ac4-4878-83ba-cda6f73bfbab req-508019eb-85aa-47fd-b099-5e5a0a63b8f9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412192
Nov 23 12:57:02.555595 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port e873e449-dd21-40ad-92e8-452bb98bdbf6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e873e449-dd21-40ad-92e8-452bb98bdbf6,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:02.568674 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'e873e449-dd21-40ad-92e8-452bb98bdbf6', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'port_id': 'e873e449-dd21-40ad-92e8-452bb98bdbf6', 'mac_address': 'fa:16:3e:09:6c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0da670-3d7f-4342-a8bb-e792e3f9efd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:57:02.639785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:02.658050 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e873e449-dd21-40ad-92e8-452bb98bdbf6 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:57:02.674205 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port e873e449-dd21-40ad-92e8-452bb98bdbf6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e873e449-dd21-40ad-92e8-452bb98bdbf6,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:02.680509 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:02.682248 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:02.763190 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=e873e449-dd21-40ad-92e8-452bb98bdbf6,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:02.766414 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:03.198237 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c3fb0-188b-4e8b-84c7-e77ed56d5b2d req-989f3eee-833b-4314-8941-15c759815296 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:03.199846 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-814c3fb0-188b-4e8b-84c7-e77ed56d5b2d req-989f3eee-833b-4314-8941-15c759815296 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0949364
Nov 23 12:57:03.243341 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-814c3fb0-188b-4e8b-84c7-e77ed56d5b2d req-ea9a79fb-434d-456a-b2c7-b353de59f530 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379257
Nov 23 12:57:03.459135 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c3240-01fe-4bf3-b840-32673a58ae34 req-6d6eb14a-d7c8-4889-957c-b73de47a50cc tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:03.460579 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-065c3240-01fe-4bf3-b840-32673a58ae34 req-6d6eb14a-d7c8-4889-957c-b73de47a50cc tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0822799
Nov 23 12:57:03.508411 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-065c3240-01fe-4bf3-b840-32673a58ae34 req-7e415dae-d2a4-48a9-907f-d02eaaf4764c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414023
Nov 23 12:57:03.692208 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e416b-8c67-4422-8130-b6e37bf722ed req-8ba70783-b446-4fb1-824c-07237067fa69 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:03.693649 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ab6e416b-8c67-4422-8130-b6e37bf722ed req-8ba70783-b446-4fb1-824c-07237067fa69 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.0842767
Nov 23 12:57:03.736824 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ab6e416b-8c67-4422-8130-b6e37bf722ed req-aa1ba6d0-c780-4bc6-b791-d049528445f9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374882
Nov 23 12:57:04.129645 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3fe40-cfe4-47ad-91ee-15d5e1a53965 req-f50c54eb-6150-49f5-8bea-f400a325a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.131750 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07b3fe40-cfe4-47ad-91ee-15d5e1a53965 req-f50c54eb-6150-49f5-8bea-f400a325a585 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=14b846693f85427bbee2b19450b60949&device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 1101 time: 0.0857027
Nov 23 12:57:04.167531 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07b3fe40-cfe4-47ad-91ee-15d5e1a53965 req-6801434f-dec3-4062-ac4c-0ffd904cc142 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=14b846693f85427bbee2b19450b60949&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0250003
Nov 23 12:57:04.325397 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3fe40-cfe4-47ad-91ee-15d5e1a53965 req-826edc05-d480-4865-97aa-f316677d75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.327143 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07b3fe40-cfe4-47ad-91ee-15d5e1a53965 req-826edc05-d480-4865-97aa-f316677d75e5 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1530058
Nov 23 12:57:04.457522 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-d5d0c6fe-e4b6-4353-b39b-6b3853bcb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.459623 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-d5d0c6fe-e4b6-4353-b39b-6b3853bcb3ae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=14b846693f85427bbee2b19450b60949&device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 1101 time: 0.0777123
Nov 23 12:57:04.465573 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943d636-aa9c-4bc7-b5f4-b0385b8ae01c req-ea717760-4201-4486-b7fe-360c574d079a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.470578 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5943d636-aa9c-4bc7-b5f4-b0385b8ae01c req-ea717760-4201-4486-b7fe-360c574d079a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1041818
Nov 23 12:57:04.527856 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5943d636-aa9c-4bc7-b5f4-b0385b8ae01c req-4c50f38e-ab03-4bde-a8b5-1b7e1158ff02 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527496
Nov 23 12:57:04.603321 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-14b7e211-331f-4900-9b8b-fe5bf5a97c9b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=42957875-e75b-4aed-b8c9-91c98b3aa7b7 HTTP/1.1" status: 200  len: 217 time: 0.0847681
Nov 23 12:57:04.676825 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-016df058-0d75-4fde-9f5d-474da6d601e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.678285 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-016df058-0d75-4fde-9f5d-474da6d601e3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6da6e6fe-e21e-4e7c-b216-45744470de0f HTTP/1.1" status: 200  len: 843 time: 0.0686545
Nov 23 12:57:04.738531 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89793d-2b85-40f5-a708-af6137074cbf req-fa9ebcad-a38b-4db0-8f87-ff1df67ddb41 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.739910 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a89793d-2b85-40f5-a708-af6137074cbf req-fa9ebcad-a38b-4db0-8f87-ff1df67ddb41 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0806601
Nov 23 12:57:04.760635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-028d127c-c647-41ba-81fe-8264ad5de2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.762523 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-028d127c-c647-41ba-81fe-8264ad5de2ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0bd79027-5235-4f76-9fbf-c5bec5c9203e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0774717
Nov 23 12:57:04.785394 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a89793d-2b85-40f5-a708-af6137074cbf req-a35f8b78-86fd-469d-b51a-c2ab0ba4380d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387766
Nov 23 12:57:04.869629 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['e873e449-dd21-40ad-92e8-452bb98bdbf6'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:57:04.899390 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-44040f4a-5224-4091-bf34-b3c62c68e3da service neutron] 10.222.0.82 "GET /v2.0/networks/0bd79027-5235-4f76-9fbf-c5bec5c9203e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292317
Nov 23 12:57:04.935195 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313fe10-0140-4d36-b419-0cd3aa2041c4 req-bfc0ba91-0772-4d03-b21f-cf6b256dc5b6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:04.941986 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f313fe10-0140-4d36-b419-0cd3aa2041c4 req-bfc0ba91-0772-4d03-b21f-cf6b256dc5b6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.0948322
Nov 23 12:57:04.990074 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f313fe10-0140-4d36-b419-0cd3aa2041c4 req-8342f659-d2da-4863-82cf-f4ae047d7a8a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471144
Nov 23 12:57:05.064711 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d240f67c-cebb-4f4e-9ecd-05569b553dad req-2d6b1ea0-4ef9-4994-a66e-d5418416442c service neutron] 10.222.0.82 "GET /v2.0/networks/0bd79027-5235-4f76-9fbf-c5bec5c9203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572840
Nov 23 12:57:05.731501 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a74888-3ad1-4be0-a244-7325eb6c474d req-4e1f4fa0-ffe4-4bc3-9494-691fe287ccbb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:05.732990 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-22a74888-3ad1-4be0-a244-7325eb6c474d req-4e1f4fa0-ffe4-4bc3-9494-691fe287ccbb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0871685
Nov 23 12:57:05.797031 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-22a74888-3ad1-4be0-a244-7325eb6c474d req-7f923109-6782-4aca-a53b-5f85b11cc32e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579112
Nov 23 12:57:05.972254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5cccb-5536-4951-ab4f-f3863b046772 req-7837404d-b988-45d3-9642-e703f2d3d116 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:05.973742 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2bd5cccb-5536-4951-ab4f-f3863b046772 req-7837404d-b988-45d3-9642-e703f2d3d116 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0785732
Nov 23 12:57:06.032528 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2bd5cccb-5536-4951-ab4f-f3863b046772 req-6daba433-efb7-4ea0-bc80-dd7f66aaf2be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526404
Nov 23 12:57:06.187677 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f2216-854b-400f-911c-5349374d07a0 req-dae03d8a-b0a1-4da6-b453-6c7360e1a92c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:06.189137 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d21f2216-854b-400f-911c-5349374d07a0 req-dae03d8a-b0a1-4da6-b453-6c7360e1a92c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.0830326
Nov 23 12:57:06.234043 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d21f2216-854b-400f-911c-5349374d07a0 req-7f0aacf5-b2f8-4743-bf54-85f89e2a258a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386546
Nov 23 12:57:06.994488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340a71b-5ad3-4e28-9a5d-ad12f2f683cc req-3cfea3b6-a425-4221-9c0d-d1a785830037 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:06.995910 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5340a71b-5ad3-4e28-9a5d-ad12f2f683cc req-3cfea3b6-a425-4221-9c0d-d1a785830037 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0809386
Nov 23 12:57:07.042067 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5340a71b-5ad3-4e28-9a5d-ad12f2f683cc req-66a76350-5aff-40b9-9a99-e18d89fed4ef tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377269
Nov 23 12:57:07.227182 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e4fa2-7718-49ab-b2f5-a70f66b6488b req-03a1117c-cab3-4ae4-b47d-78eaecba3d79 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:07.228756 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d70e4fa2-7718-49ab-b2f5-a70f66b6488b req-03a1117c-cab3-4ae4-b47d-78eaecba3d79 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0862701
Nov 23 12:57:07.272523 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d70e4fa2-7718-49ab-b2f5-a70f66b6488b req-6ccca008-6671-4746-9cd4-5383ccdeb641 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382173
Nov 23 12:57:07.499586 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb2d33-8c55-4020-857e-83b2179569b5 req-908b4d26-d8e8-433e-8927-843cba9f9af5 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:07.500949 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b3eb2d33-8c55-4020-857e-83b2179569b5 req-908b4d26-d8e8-433e-8927-843cba9f9af5 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.1359601
Nov 23 12:57:07.511216 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44be79-c029-4548-aa07-921ade477bdb req-92d97a91-5456-4d08-b5fc-5a199f5d1109 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:07.512569 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ea44be79-c029-4548-aa07-921ade477bdb req-92d97a91-5456-4d08-b5fc-5a199f5d1109 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1119952
Nov 23 12:57:07.588216 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b3eb2d33-8c55-4020-857e-83b2179569b5 req-07c706a4-4a31-4f94-805c-7aa975fc2c31 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747478
Nov 23 12:57:07.595080 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ea44be79-c029-4548-aa07-921ade477bdb req-d2a9cbf0-1ca7-4119-8a84-0c92e0b5feed tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685470
Nov 23 12:57:08.471417 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ddbc4-fe80-41d6-9efe-7a3eb6d21245 req-f6d6ddf1-a14d-446b-8a8f-7319e9a0dde8 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:08.472858 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa5ddbc4-fe80-41d6-9efe-7a3eb6d21245 req-f6d6ddf1-a14d-446b-8a8f-7319e9a0dde8 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0860651
Nov 23 12:57:08.517146 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa5ddbc4-fe80-41d6-9efe-7a3eb6d21245 req-f0f77823-6cf9-4454-bcad-285ff67bf19f tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384841
Nov 23 12:57:08.843670 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64364050-53c7-4b8b-9904-b5b09bcfdd96 req-ea4208e6-7618-49ff-b631-2e38f334371a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:08.845072 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-64364050-53c7-4b8b-9904-b5b09bcfdd96 req-ea4208e6-7618-49ff-b631-2e38f334371a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.1436830
Nov 23 12:57:08.855773 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681cd8f-b240-4931-be2d-e141e8b0aac2 req-f0cb5215-a304-4b4a-a031-70e8b88443d0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:08.857193 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e681cd8f-b240-4931-be2d-e141e8b0aac2 req-f0cb5215-a304-4b4a-a031-70e8b88443d0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1114128
Nov 23 12:57:08.921147 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-64364050-53c7-4b8b-9904-b5b09bcfdd96 req-db08d6d6-664e-4307-9665-14c89124d090 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630009
Nov 23 12:57:08.928471 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e681cd8f-b240-4931-be2d-e141e8b0aac2 req-29f3ae33-f3b1-47da-9679-f3951beb7993 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577254
Nov 23 12:57:09.765279 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302d7b-6bab-4c57-9796-50454c28b9ba req-484a617c-42a1-44dd-8316-ab096601459d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:09.766771 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0302d7b-6bab-4c57-9796-50454c28b9ba req-484a617c-42a1-44dd-8316-ab096601459d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.1419675
Nov 23 12:57:09.810101 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0302d7b-6bab-4c57-9796-50454c28b9ba req-4f58b38f-f3de-4feb-9eca-2da57b93654d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376527
Nov 23 12:57:10.184596 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f706-735d-45d5-ace1-2a819515ac25 req-ad8a3829-8506-4707-b668-35a3b6aaceec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:10.186045 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5b16f706-735d-45d5-ace1-2a819515ac25 req-ad8a3829-8506-4707-b668-35a3b6aaceec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.1446767
Nov 23 12:57:10.196118 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1164f9-1cfa-4ec3-828e-2c8d36519df3 req-341c4828-e726-4a33-a9e6-5faaa3458a7d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:10.197487 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8d1164f9-1cfa-4ec3-828e-2c8d36519df3 req-341c4828-e726-4a33-a9e6-5faaa3458a7d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1168675
Nov 23 12:57:10.268566 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5b16f706-735d-45d5-ace1-2a819515ac25 req-04879962-b471-4491-9394-739c2cef4bfc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696661
Nov 23 12:57:10.276744 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8d1164f9-1cfa-4ec3-828e-2c8d36519df3 req-4306f89f-0ec7-456a-a772-a3b9aad1dfe2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651753
Nov 23 12:57:11.019243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6432b7-49a3-4916-9942-7840665c7eb7 req-2a81cc8d-7f50-4a79-a7dd-e39c6480443f tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:11.020669 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa6432b7-49a3-4916-9942-7840665c7eb7 req-2a81cc8d-7f50-4a79-a7dd-e39c6480443f tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0865476
Nov 23 12:57:11.065748 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa6432b7-49a3-4916-9942-7840665c7eb7 req-692a3d91-b830-4f99-9ccd-12314f16fbec tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393417
Nov 23 12:57:11.516972 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3323d-5075-4482-aa10-d769a03be1c8 req-0267ff66-1c54-4fbd-9edc-a70494d6cb3e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:11.519487 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9d3323d-5075-4482-aa10-d769a03be1c8 req-0267ff66-1c54-4fbd-9edc-a70494d6cb3e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.1390011
Nov 23 12:57:11.559801 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10d8a-8dfe-4736-9d04-83bcf895a7c6 req-25b1ec41-e386-446e-ab66-89f87a02d40c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:11.561774 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-54d10d8a-8dfe-4736-9d04-83bcf895a7c6 req-25b1ec41-e386-446e-ab66-89f87a02d40c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1793764
Nov 23 12:57:11.576279 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-3563b128-755c-4769-be17-0b63e9ededd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:11.577847 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-3563b128-755c-4769-be17-0b63e9ededd8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.0734611
Nov 23 12:57:11.596675 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9d3323d-5075-4482-aa10-d769a03be1c8 req-be1ff1ce-38dd-42f5-9c73-2ad9503ff6cc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660839
Nov 23 12:57:11.627388 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-54d10d8a-8dfe-4736-9d04-83bcf895a7c6 req-26795f7c-97a3-434b-80db-ad146c6f12e7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555553
Nov 23 12:57:11.787068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-18b241e9-7a6c-4e1a-8993-4116b24b016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:11.788582 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-18b241e9-7a6c-4e1a-8993-4116b24b016c service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.2032592
Nov 23 12:57:11.855743 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-2315db7a-ee97-46c4-b5bd-82d8d15d13c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 217 time: 0.0604103
Nov 23 12:57:11.920840 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-e7c9c5a5-fadc-4760-86f9-6f19444b1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:11.922301 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-e7c9c5a5-fadc-4760-86f9-6f19444b1341 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.0598416
Nov 23 12:57:11.978581 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-b03dfcf0-811c-42f9-9462-aabba8f92677 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489087
Nov 23 12:57:12.109477 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-a17b6b7e-a658-463f-900c-1b46c70cc21a service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237550
Nov 23 12:57:12.248258 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1c92348-0084-48cc-8a70-26840c6a20c5 req-09b41571-e488-4f87-8155-203b0bae09fc service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313305
Nov 23 12:57:12.248929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c04bb8-8205-44cf-b356-a9df0b51ca8a req-00504dab-c8bc-4cee-883d-bc2339de9446 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:12.250568 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9c04bb8-8205-44cf-b356-a9df0b51ca8a req-00504dab-c8bc-4cee-883d-bc2339de9446 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0809712
Nov 23 12:57:12.295010 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9c04bb8-8205-44cf-b356-a9df0b51ca8a req-fe442d9d-6f4d-4af2-9481-e837ca933c15 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387826
Nov 23 12:57:12.859015 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c33ce-33e9-4ffc-aade-f3bd42fad4be req-afc63ce3-9ae4-4385-8380-42596bfeb2ee tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:12.860524 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0b3c33ce-33e9-4ffc-aade-f3bd42fad4be req-afc63ce3-9ae4-4385-8380-42596bfeb2ee tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.1491222
Nov 23 12:57:12.872063 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceedb27-5547-4a9f-939d-c8716cf3578d req-2e9ad314-c662-4caf-bb02-bf894f6f4993 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:12.873781 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9ceedb27-5547-4a9f-939d-c8716cf3578d req-2e9ad314-c662-4caf-bb02-bf894f6f4993 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1269093
Nov 23 12:57:12.939949 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0b3c33ce-33e9-4ffc-aade-f3bd42fad4be req-e5398b67-b409-4452-bb7b-10d0a51bb182 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651064
Nov 23 12:57:12.946802 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9ceedb27-5547-4a9f-939d-c8716cf3578d req-a037bdaa-a671-4cc5-967a-7caee182d6d8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582876
Nov 23 12:57:13.497920 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a40b2d-5db2-40ec-9648-3a026301b792 req-4a22e868-631e-415d-a25f-40fef49e4d97 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:13.499433 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c9a40b2d-5db2-40ec-9648-3a026301b792 req-4a22e868-631e-415d-a25f-40fef49e4d97 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 948 time: 0.0966873
Nov 23 12:57:13.553562 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c9a40b2d-5db2-40ec-9648-3a026301b792 req-030d910e-47f7-44bc-a10e-ed43db775084 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433354
Nov 23 12:57:13.942965 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:57:14.183781 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b51de3-90eb-46ba-a08e-c1245fc7681f req-570dab3c-7880-4a89-8250-3334fd1b09cf tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:14.190076 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-79b51de3-90eb-46ba-a08e-c1245fc7681f req-570dab3c-7880-4a89-8250-3334fd1b09cf tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 944 time: 0.1419084
Nov 23 12:57:14.196349 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b788-0387-4b33-84d5-8b0f195f7961 req-8ba09ff6-967b-413d-9c89-6bf2a7377b25 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:14.197671 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3c10b788-0387-4b33-84d5-8b0f195f7961 req-8ba09ff6-967b-413d-9c89-6bf2a7377b25 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1194651
Nov 23 12:57:14.265343 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-79b51de3-90eb-46ba-a08e-c1245fc7681f req-4dd7d912-88cc-4cfe-9400-8c12552c7d4e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667710
Nov 23 12:57:14.269589 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3c10b788-0387-4b33-84d5-8b0f195f7961 req-aeb1a276-16c2-4db8-a059-ada8b5b1b5ce tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581472
Nov 23 12:57:14.289535 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 42957875-e75b-4aed-b8c9-91c98b3aa7b7 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:57:14.368268 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device e873e449-dd21-40ad-92e8-452bb98bdbf6 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:14.500025 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 42957875-e75b-4aed-b8c9-91c98b3aa7b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=42957875-e75b-4aed-b8c9-91c98b3aa7b7,segment=NetworkSegment(c463c467-5333-4437-92aa-1e4021442516),segment_id=c463c467-5333-4437-92aa-1e4021442516)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:14.518568 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '42957875-e75b-4aed-b8c9-91c98b3aa7b7', 'network_id': '0bd79027-5235-4f76-9fbf-c5bec5c9203e', 'port_id': '42957875-e75b-4aed-b8c9-91c98b3aa7b7', 'mac_address': 'fa:16:3e:5a:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da6e6fe-e21e-4e7c-b216-45744470de0f', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:57:14.550365 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port e873e449-dd21-40ad-92e8-452bb98bdbf6 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:14.568457 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port e873e449-dd21-40ad-92e8-452bb98bdbf6 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:14.568841 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:14.623445 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:14.646856 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42957875-e75b-4aed-b8c9-91c98b3aa7b7 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:57:14.688874 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 42957875-e75b-4aed-b8c9-91c98b3aa7b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=42957875-e75b-4aed-b8c9-91c98b3aa7b7,segment=NetworkSegment(c463c467-5333-4437-92aa-1e4021442516),segment_id=c463c467-5333-4437-92aa-1e4021442516)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:14.699311 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:14.706877 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:14.744452 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623218c-e606-4ec2-9fea-f8269c902ddd req-01aa387d-b2c2-40b8-8a02-42ef3ad035ad tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:14.745931 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5623218c-e606-4ec2-9fea-f8269c902ddd req-01aa387d-b2c2-40b8-8a02-42ef3ad035ad tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 949 time: 0.0876322
Nov 23 12:57:14.779270 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:14.794524 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5623218c-e606-4ec2-9fea-f8269c902ddd req-23307282-a1b4-4dce-8673-c9e5c9fdbcdd tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417576
Nov 23 12:57:14.807321 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=42957875-e75b-4aed-b8c9-91c98b3aa7b7,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:14.810657 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:14.815163 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e873e449-dd21-40ad-92e8-452bb98bdbf6'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:57:14.825116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port e873e449-dd21-40ad-92e8-452bb98bdbf6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e873e449-dd21-40ad-92e8-452bb98bdbf6,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:14.829269 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:14.831337 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:14.860997 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e873e449-dd21-40ad-92e8-452bb98bdbf6', 'code': 200}
Nov 23 12:57:14.906026 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=e873e449-dd21-40ad-92e8-452bb98bdbf6,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:14.909007 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:15.116343 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013a7f0-cee1-4cf3-904c-791e3be658c0 req-5d73c9ac-6a47-485f-9949-88b769c6ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:15.117718 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c013a7f0-cee1-4cf3-904c-791e3be658c0 req-5d73c9ac-6a47-485f-9949-88b769c6ebde service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 1098 time: 0.0818048
Nov 23 12:57:15.158775 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c013a7f0-cee1-4cf3-904c-791e3be658c0 req-e1807a34-4015-47e8-ac95-f75d061d4b44 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341876
Nov 23 12:57:15.513458 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb4d19-194f-4bb3-acc5-4165327b1e22 req-15fa62ab-c478-4ca7-8005-25874152020e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:15.514909 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7eb4d19-194f-4bb3-acc5-4165327b1e22 req-15fa62ab-c478-4ca7-8005-25874152020e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 945 time: 0.1379855
Nov 23 12:57:15.527636 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d3c6-a422-45b9-841a-05c25120cabd req-22d4b53f-26aa-4ac1-8b82-6c584948fd6a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:15.529032 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9087d3c6-a422-45b9-841a-05c25120cabd req-22d4b53f-26aa-4ac1-8b82-6c584948fd6a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1203587
Nov 23 12:57:15.595178 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9087d3c6-a422-45b9-841a-05c25120cabd req-2d4f3aaa-a294-46b1-99a4-2c08227739ad tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530267
Nov 23 12:57:15.597621 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7eb4d19-194f-4bb3-acc5-4165327b1e22 req-6ba44eae-bc0f-44cb-a825-cf680195fea0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677464
Nov 23 12:57:15.783712 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['42957875-e75b-4aed-b8c9-91c98b3aa7b7'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:57:15.981077 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24bc76-c853-496f-b72f-3e0360a540fb req-3cefc591-5411-490b-ada2-545188e63eb9 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:15.982557 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a24bc76-c853-496f-b72f-3e0360a540fb req-3cefc591-5411-490b-ada2-545188e63eb9 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 949 time: 0.0823510
Nov 23 12:57:16.026292 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a24bc76-c853-496f-b72f-3e0360a540fb req-97f2bb9c-2e1a-4039-a8d3-3ffc50c323f8 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380111
Nov 23 12:57:16.912220 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c1fe4-e0dc-45b7-8ba1-dbfbc5b8df51 req-f50e9cff-6382-4641-aba5-7a237787cc34 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:16.913660 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ab5c1fe4-e0dc-45b7-8ba1-dbfbc5b8df51 req-f50e9cff-6382-4641-aba5-7a237787cc34 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1785843
Nov 23 12:57:16.921736 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c939f45-9720-4775-8a2f-25432d0e70d5 req-bc0d844a-f180-43f4-a1b3-209601b99930 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:16.923162 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c939f45-9720-4775-8a2f-25432d0e70d5 req-bc0d844a-f180-43f4-a1b3-209601b99930 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 945 time: 0.2230263
Nov 23 12:57:16.992679 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ab5c1fe4-e0dc-45b7-8ba1-dbfbc5b8df51 req-8f36bbf8-3200-4da6-87e7-beecddfecbaa tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685458
Nov 23 12:57:16.995381 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c939f45-9720-4775-8a2f-25432d0e70d5 req-6310d356-4670-4645-a8c6-8fc5b547f9e9 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590036
Nov 23 12:57:17.216457 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.287239 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e7cfc-4e1a-40d2-991e-73c1ad0b7889 req-97da3691-678f-45a5-afee-9c5987d11dd3 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:17.288794 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2d5e7cfc-4e1a-40d2-991e-73c1ad0b7889 req-97da3691-678f-45a5-afee-9c5987d11dd3 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 949 time: 0.1188698
Nov 23 12:57:17.333858 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2d5e7cfc-4e1a-40d2-991e-73c1ad0b7889 req-824ee8a9-a15c-4d51-a845-7d386ab9d603 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385466
Nov 23 12:57:17.454127 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46790) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:17.598792 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.612743 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:17.616662 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Usage tracker for resource:security_group_rule and tenant:6ef2d23b61cf47ae8282ce6fbbac6973 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:17.619624 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:17.625520 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:17.718668 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.723192 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.730082 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a6125880-10f7-4d2f-bfba-0e72ec2742b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:17.768848 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00625d14-6d7e-4f89-820e-ca9337cb888c,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:17.772676 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ef2d23b61cf47ae8282ce6fbbac6973&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3175232
Nov 23 12:57:17.775725 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 46798) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:17.779145 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.779502 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.779847 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.780189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.780525 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.780864 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.781196 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.781526 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.781858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.782193 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.782548 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.782875 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.786589 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:17.850890 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.877387 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.938160 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.943013 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9b9e3508-be55-4093-af6c-c0f4cc5ebfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:17.955477 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00625d14-6d7e-4f89-820e-ca9337cb888c,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:17.959947 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:17.961047 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00625d14-6d7e-4f89-820e-ca9337cb888c HTTP/1.1" status: 204  len: 168 time: 0.1763575
Nov 23 12:57:17.965829 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.966188 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.966566 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.966953 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.967241 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.967582 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.967900 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.968234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.968570 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.968962 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.969234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.969560 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:17.972760 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-928b101c-cc28-43fe-aaf1-ec6be4544c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:18.259507 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad75af-6dd0-48a1-b405-826b6a1d40c4 req-af837ff0-dd94-43b5-9a4b-01350b24ad4c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:18.261264 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d8ad75af-6dd0-48a1-b405-826b6a1d40c4 req-af837ff0-dd94-43b5-9a4b-01350b24ad4c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 945 time: 0.1561267
Nov 23 12:57:18.272479 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3704886-b00e-4c72-ae3f-a88e68f57049 req-c2d55681-5872-4a30-b31e-59af6105e9e4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:18.273968 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 46814) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:18.274100 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f3704886-b00e-4c72-ae3f-a88e68f57049 req-c2d55681-5872-4a30-b31e-59af6105e9e4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1202300
Nov 23 12:57:18.295818 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.310930 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:18.313640 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 42957875-e75b-4aed-b8c9-91c98b3aa7b7 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:18.315505 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:4b4e59d433ec4cb2bcde16b109b9ae54 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:18.318456 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:18.324971 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:18.346339 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d8ad75af-6dd0-48a1-b405-826b6a1d40c4 req-3e5358cb-cfe2-44ab-8fa3-50558d337c4e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711851
Nov 23 12:57:18.350794 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f3704886-b00e-4c72-ae3f-a88e68f57049 req-d1c67ae8-9850-4e6f-b78c-de7ed0ea0bb9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631177
Nov 23 12:57:18.403468 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:18.409687 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:18.410172 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.441999 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.448259 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.458078 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-03272488-cfba-44e0-a063-0d42cef8ff55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:18.512116 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b4e59d433ec4cb2bcde16b109b9ae54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2329836
Nov 23 12:57:18.513292 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32116931-c4fc-400a-8a98-5659788e88a1,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:18.515030 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46824) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:18.529395 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:18.541887 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.573199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42957875-e75b-4aed-b8c9-91c98b3aa7b7'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:57:18.585560 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 42957875-e75b-4aed-b8c9-91c98b3aa7b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=42957875-e75b-4aed-b8c9-91c98b3aa7b7,segment=NetworkSegment(c463c467-5333-4437-92aa-1e4021442516),segment_id=c463c467-5333-4437-92aa-1e4021442516)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:18.591395 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.593859 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:18.682134 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42957875-e75b-4aed-b8c9-91c98b3aa7b7', 'code': 200}
Nov 23 12:57:18.691627 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=42957875-e75b-4aed-b8c9-91c98b3aa7b7,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:18.700556 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.701854 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:18.734796 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.789735 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190798b3-2b24-4a5d-821f-7adcde4486a8 req-4db65c0c-e2ef-4917-81fe-ef7d5c3ff12d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:18.791727 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-190798b3-2b24-4a5d-821f-7adcde4486a8 req-4db65c0c-e2ef-4917-81fe-ef7d5c3ff12d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 950 time: 0.2265854
Nov 23 12:57:18.867387 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-190798b3-2b24-4a5d-821f-7adcde4486a8 req-81be6973-e7f1-4786-9b0f-a2132938d3f9 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696280
Nov 23 12:57:18.870577 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.897172 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:18.911151 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32116931-c4fc-400a-8a98-5659788e88a1,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:18.919494 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:18.927382 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:18.928545 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32116931-c4fc-400a-8a98-5659788e88a1 HTTP/1.1" status: 204  len: 168 time: 0.4122131
Nov 23 12:57:19.017571 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b62bb3-5598-4539-9c22-9d2ec1b40679 req-c5858a2a-e706-4bb5-8186-edab191e64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:19.019126 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-66b62bb3-5598-4539-9c22-9d2ec1b40679 req-c5858a2a-e706-4bb5-8186-edab191e64f6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 1103 time: 0.1016345
Nov 23 12:57:19.091625 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-66b62bb3-5598-4539-9c22-9d2ec1b40679 req-812b06db-0aa6-4c10-bd5a-7d473832ccc3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609040
Nov 23 12:57:19.352477 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 46854) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:19.369511 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.383901 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:19.388131 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Usage tracker for resource:security_group_rule and tenant:2b931b83315c4052871427a5b8dd3306 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:19.390943 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:19.398378 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:19.491818 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.495486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.498800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46860) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:19.503255 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f197fa0e-cefe-4130-a15b-93db1022b7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:19.548422 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b931b83315c4052871427a5b8dd3306&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1924264
Nov 23 12:57:19.548422 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20dde4b-5037-4841-9b66-bd3ca9d3b04c,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:19.548800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 46866) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:19.550133 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:19.620433 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.622929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.651759 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:19.659686 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Usage tracker for resource:security_group_rule and tenant:26c92fec6a2f4b249db93ea82b6877a0 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:19.663185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.672689 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:19.681229 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:19.746407 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.751753 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3d466552-de00-4782-b574-9433609e377b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:19.771480 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20dde4b-5037-4841-9b66-bd3ca9d3b04c,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:19.775333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:19.801047 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.802135 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b20dde4b-5037-4841-9b66-bd3ca9d3b04c HTTP/1.1" status: 204  len: 168 time: 0.2523751
Nov 23 12:57:19.806730 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.811590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.819787 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-25080e64-6065-46b0-9255-00de83d20c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:19.861539 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26c92fec6a2f4b249db93ea82b6877a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3615217
Nov 23 12:57:19.862694 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e514c-1612-4624-aa2b-b9b8081f78a1,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:19.864376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 46872) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:19.865701 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:19.928345 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82ddad9d-db11-435e-8c26-5ffdb219bf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:19.953990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82ddad9d-db11-435e-8c26-5ffdb219bf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:20.013144 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82ddad9d-db11-435e-8c26-5ffdb219bf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:20.023296 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-27b2205a-f622-4c0d-860d-adacf27f504a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:20.045100 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddad9d-db11-435e-8c26-5ffdb219bf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e514c-1612-4624-aa2b-b9b8081f78a1,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:20.049065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82ddad9d-db11-435e-8c26-5ffdb219bf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:20.074050 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82ddad9d-db11-435e-8c26-5ffdb219bf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:20.081396 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-82ddad9d-db11-435e-8c26-5ffdb219bf50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/388e514c-1612-4624-aa2b-b9b8081f78a1 HTTP/1.1" status: 204  len: 168 time: 0.2155735
Nov 23 12:57:20.085829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3205e9-b6ea-4606-9469-a1d769d2525b req-db0c5864-94fc-4985-b5e2-a020418c5a85 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:20.087697 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7a3205e9-b6ea-4606-9469-a1d769d2525b req-db0c5864-94fc-4985-b5e2-a020418c5a85 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 950 time: 0.1150384
Nov 23 12:57:20.141301 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7a3205e9-b6ea-4606-9469-a1d769d2525b req-d39ec229-21bc-4184-93f2-f98b3bba5b2d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464625
Nov 23 12:57:21.350110 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742815a6-25ac-42ff-9fcc-7449e6cd8c95 req-1b48d381-0d17-422d-be71-1bd06e0e676c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:21.357627 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-742815a6-25ac-42ff-9fcc-7449e6cd8c95 req-1b48d381-0d17-422d-be71-1bd06e0e676c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 950 time: 0.0942669
Nov 23 12:57:21.398061 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-742815a6-25ac-42ff-9fcc-7449e6cd8c95 req-223b2e32-42d7-4e18-99db-b68df002088d tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395374
Nov 23 12:57:21.520661 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09dd76-083f-458e-bd87-b2918b182781 req-ec25f927-ae14-433e-8427-8aa84704e5c7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:21.522859 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0a09dd76-083f-458e-bd87-b2918b182781 req-ec25f927-ae14-433e-8427-8aa84704e5c7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0937233
Nov 23 12:57:21.589286 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0a09dd76-083f-458e-bd87-b2918b182781 req-f746e3ef-4d04-46ce-83dd-50caa008dd3f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577526
Nov 23 12:57:21.783799 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2702af0a-22a1-4efc-9c32-276f73a67af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:22.065437 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:22.077722 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c05f56-1739-4cb9-aaba-4a99a61329ab req-ba0f8149-445e-4018-bd71-d5c14f88821c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:22.083824 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7c05f56-1739-4cb9-aaba-4a99a61329ab req-ba0f8149-445e-4018-bd71-d5c14f88821c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 950 time: 0.1017761
Nov 23 12:57:22.141868 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7c05f56-1739-4cb9-aaba-4a99a61329ab req-54adba70-8494-4ec1-a40f-d12fb7539ae2 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503139
Nov 23 12:57:22.705905 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47010) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:22.824197 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:22.838875 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:22.843267 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6af9075399fe4593b98e8584b2dba231 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:22.845782 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:22.851504 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:22.936997 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:22.941649 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:22.950710 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9bc50717-7a92-48d0-a8cd-34f1a0503ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:22.989492 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6af9075399fe4593b98e8584b2dba231&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2825027
Nov 23 12:57:22.990413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d5cbe-9382-43be-8058-a88989a4b79d,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:22.992438 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47024) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:22.993480 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:23.068724 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.094758 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.147804 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.151702 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8a88bede-fafe-4679-b571-ef10213b14db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:23.162604 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d5cbe-9382-43be-8058-a88989a4b79d,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:23.167517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:23.169865 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.181810 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/802d5cbe-9382-43be-8058-a88989a4b79d HTTP/1.1" status: 204  len: 168 time: 0.1768274
Nov 23 12:57:23.331504 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b70076-fbbe-40ab-9161-25b308416625 req-d7ded1d3-e3c1-4cda-8d8d-7d573f561731 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:23.333289 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4b70076-fbbe-40ab-9161-25b308416625 req-d7ded1d3-e3c1-4cda-8d8d-7d573f561731 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 950 time: 0.0812652
Nov 23 12:57:23.389040 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4b70076-fbbe-40ab-9161-25b308416625 req-28c56780-0a51-4cd8-b722-6814cbc35465 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496511
Nov 23 12:57:23.468988 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47042) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:23.487143 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.502254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:23.507573 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Usage tracker for resource:security_group_rule and tenant:f33491a0582a4c70b69679fe96a2616f is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:23.511298 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:23.517611 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:23.624657 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.630191 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.650929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e882c7c0-544c-494a-a57a-8b8a4020af30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:23.688527 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f33491a0582a4c70b69679fe96a2616f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2170055
Nov 23 12:57:23.690543 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47050) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:23.691876 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d429f-89e6-4400-8df9-f3ba405dc871,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:23.695234 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:23.778008 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.807641 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.925936 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9f673-88b2-405e-a236-b5279d12b142 req-8a2e9f53-d84a-46d3-b4a2-5ec747ed255c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:23.926656 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-3df9f673-88b2-405e-a236-b5279d12b142 req-8a2e9f53-d84a-46d3-b4a2-5ec747ed255c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Synchronizing usage tracker for tenant:14b846693f85427bbee2b19450b60949 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:57:23.930576 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.936059 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4a6f9531-72ca-4045-84ff-655a1518813a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:23.950830 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d429f-89e6-4400-8df9-f3ba405dc871,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:23.956169 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c8c77331-175c-4f36-be34-377d9cbfcce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.956634 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:23.960206 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:23.961292 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b5d429f-89e6-4400-8df9-f3ba405dc871 HTTP/1.1" status: 204  len: 168 time: 0.2695808
Nov 23 12:57:23.975108 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-3df9f673-88b2-405e-a236-b5279d12b142 req-8a2e9f53-d84a-46d3-b4a2-5ec747ed255c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Unset dirty status for tenant:14b846693f85427bbee2b19450b60949 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:57:23.976214 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3df9f673-88b2-405e-a236-b5279d12b142 req-8a2e9f53-d84a-46d3-b4a2-5ec747ed255c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.82 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 950 time: 0.1494372
Nov 23 12:57:24.049246 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Deleting port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:57:24.049814 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.352806 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] For port 42957875-e75b-4aed-b8c9-91c98b3aa7b7, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=42957875-e75b-4aed-b8c9-91c98b3aa7b7,segment=NetworkSegment(c463c467-5333-4437-92aa-1e4021442516),segment_id=c463c467-5333-4437-92aa-1e4021442516)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:24.353162 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.363614 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47064) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:24.381372 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.395712 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:24.399859 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:343d8f820c2d4110a13106c7c8bf7f86 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:24.403137 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:24.409198 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:24.479728 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Calling delete_port for 42957875-e75b-4aed-b8c9-91c98b3aa7b7 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:57:24.494391 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.499727 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.514791 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-834a1a3b-9845-4e1e-ade3-a2d4f6729986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:24.593955 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=343d8f820c2d4110a13106c7c8bf7f86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2292509
Nov 23 12:57:24.597068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47070) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:24.605488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de7cf6-7626-42bb-a895-a5d39b2cc005,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:24.610609 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:24.635104 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3e02-356a-40ed-8ba0-237071b5ed4b req-8e35d898-a112-4f7b-89dd-47543d89d7dd tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:24.636800 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e48a3e02-356a-40ed-8ba0-237071b5ed4b req-8e35d898-a112-4f7b-89dd-47543d89d7dd tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 950 time: 0.1231031
Nov 23 12:57:24.661931 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.678396 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:24.683265 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e48a3e02-356a-40ed-8ba0-237071b5ed4b req-e054494c-c804-4991-af52-a15d4f45d69c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/security-groups?id=1709db0d-4ca4-4e67-b90b-3276b584c64c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405529
Nov 23 12:57:24.718915 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.755932 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Pushing event deleted for resources: {'Port': ['ID=42957875-e75b-4aed-b8c9-91c98b3aa7b7,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:24.796346 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:24.820270 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] No DVR routers for this DVR port 42957875-e75b-4aed-b8c9-91c98b3aa7b7 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:57:24.824741 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.827334 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'name': 'network-vif-deleted', 'tag': '42957875-e75b-4aed-b8c9-91c98b3aa7b7'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:57:24.832989 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.859474 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3df9f673-88b2-405e-a236-b5279d12b142 req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.82 "DELETE /v2.0/ports/42957875-e75b-4aed-b8c9-91c98b3aa7b7 HTTP/1.1" status: 204  len: 173 time: 0.8771670
Nov 23 12:57:24.907341 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.912418 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fe558b04-c05a-4e44-bb77-426f71182284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:24.923301 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de7cf6-7626-42bb-a895-a5d39b2cc005,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:24.926972 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:24.927915 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.930485 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:24.934232 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50de7cf6-7626-42bb-a895-a5d39b2cc005 HTTP/1.1" status: 204  len: 168 time: 0.3337572
Nov 23 12:57:24.976638 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7aef4b9-3376-435d-8d83-7576957a4c7d', 'name': 'network-vif-deleted', 'tag': '42957875-e75b-4aed-b8c9-91c98b3aa7b7', 'status': 'completed', 'code': 200}
Nov 23 12:57:25.924498 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-40a91b3e-5b41-40a8-8919-1673430cb977 req-23d3f495-9a7a-448a-a214-31b4bcdaaa51 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.1108763
Nov 23 12:57:26.161883 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47160) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:26.279975 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:26.296238 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:26.300508 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:75dec470438448d1af8cb0c5d51f19a3 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:26.303384 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:26.312153 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:26.397000 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:26.401501 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:26.408773 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e8e9865c-e989-4a40-b237-b859ae01da61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:26.451724 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58481690-0d36-4fa7-ac14-fa72e84e414f,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:26.455900 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75dec470438448d1af8cb0c5d51f19a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2923963
Nov 23 12:57:26.456761 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:26.458780 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47178) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:26.516136 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:26.541863 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:26.594876 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:26.598518 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0846acd3-ec94-4590-8d2f-c6f0d81bb9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:26.611918 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58481690-0d36-4fa7-ac14-fa72e84e414f,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:26.614162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:26.631022 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:26.632288 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/58481690-0d36-4fa7-ac14-fa72e84e414f HTTP/1.1" status: 204  len: 168 time: 0.1723866
Nov 23 12:57:26.683158 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:27.115865 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4deea082-21b0-4f90-b9a0-9f569391629f req-c3071437-7936-4fe6-8d1b-58a25765df6c tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.0506666
Nov 23 12:57:27.855788 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 42957875-e75b-4aed-b8c9-91c98b3aa7b7 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:57:27.902720 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 42957875-e75b-4aed-b8c9-91c98b3aa7b7 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:57:27.903061 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 42957875-e75b-4aed-b8c9-91c98b3aa7b7 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:57:28.283903 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f3369c43-c910-49bf-b1fa-fda735d531c4 req-3cac01b6-adb2-4edf-8f50-d11f1c7773ec tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.0423217
Nov 23 12:57:29.469330 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-238cf8c1-dc3e-4b63-8025-b343ef83535d req-ac357d4c-fee8-44c7-bc2d-c33780b5ddd5 tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.0416198
Nov 23 12:57:30.642695 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3bee5a0e-8de0-4e83-86ca-a704b319e0c0 req-b835ac8c-dbee-47be-b9fd-6e188f8352ea tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7aef4b9-3376-435d-8d83-7576957a4c7d HTTP/1.1" status: 200  len: 210 time: 0.0456505
Nov 23 12:57:32.442991 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47298) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:32.571404 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:32.585812 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:32.589808 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ee67f6179c44fca2bcaba59340e3d8 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:32.592782 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:32.598775 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:32.686436 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:32.700137 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:32.710205 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:32.751967 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6991e0-e0f1-4a95-a4a6-fe071fe5e152,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:32.759413 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47350) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:32.759888 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2ee67f6179c44fca2bcaba59340e3d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3154168
Nov 23 12:57:32.760789 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:32.830781 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:32.871162 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:32.934727 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:32.939265 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-57b29ba3-c705-4d28-a547-d8600a74c2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:32.958252 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6991e0-e0f1-4a95-a4a6-fe071fe5e152,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:32.967075 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:32.974407 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:32.978497 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ba6991e0-e0f1-4a95-a4a6-fe071fe5e152 HTTP/1.1" status: 204  len: 168 time: 0.2169337
Nov 23 12:57:33.440080 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47396) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:33.458372 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:33.518022 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:33.531917 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Usage tracker for resource:security_group_rule and tenant:6bb81a71342146fab55bda3f51f059ec is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:33.538173 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:33.547745 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:33.566708 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7440b8-155d-4635-a991-116007e2c267 req-23a4fc98-ee8f-48fa-a3c3-d55287b4b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:33.568416 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-eb7440b8-155d-4635-a991-116007e2c267 req-23a4fc98-ee8f-48fa-a3c3-d55287b4b14b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.1255209
Nov 23 12:57:33.622609 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d6b96-dbb6-4ec7-b70a-03c4b9200324 req-135e2411-690c-4bda-bc83-e324f975c514 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:33.624185 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-102d6b96-dbb6-4ec7-b70a-03c4b9200324 req-135e2411-690c-4bda-bc83-e324f975c514 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1413383
Nov 23 12:57:33.674607 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-102d6b96-dbb6-4ec7-b70a-03c4b9200324 req-68b5dafe-47ea-4fd9-a7e4-99503dc0c3a9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445936
Nov 23 12:57:33.722951 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7440b8-155d-4635-a991-116007e2c267 req-b6742661-38b0-41ed-8777-70cd92eab331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:33.724415 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-eb7440b8-155d-4635-a991-116007e2c267 req-b6742661-38b0-41ed-8777-70cd92eab331 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.1465919
Nov 23 12:57:33.803108 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-eb7440b8-155d-4635-a991-116007e2c267 req-385a6eae-0e3c-4731-87f9-8c08815f796f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 217 time: 0.0712838
Nov 23 12:57:33.872982 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:33.879608 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:33.887824 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-3eb1e81b-82a2-49e6-9642-8fd55cafc6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:33.903166 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7440b8-155d-4635-a991-116007e2c267 req-201b9967-a4e8-4e35-9f25-b21e78c95f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:33.904701 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-eb7440b8-155d-4635-a991-116007e2c267 req-201b9967-a4e8-4e35-9f25-b21e78c95f17 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.0907257
Nov 23 12:57:33.972629 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-eb7440b8-155d-4635-a991-116007e2c267 req-39aecaff-0511-478c-b9b0-87ed593e256e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528069
Nov 23 12:57:33.978311 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bb81a71342146fab55bda3f51f059ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5372083
Nov 23 12:57:33.978462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47428) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:33.979306 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae39b4-ec02-429d-bfdc-f0bbbe8a996d,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:33.983182 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:34.043786 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:34.072759 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:34.128525 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-eb7440b8-155d-4635-a991-116007e2c267 req-7fdad8f6-aa82-4572-b11f-a5326a4be202 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464903
Nov 23 12:57:34.131087 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:34.136330 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7314a967-c284-473f-bbda-b9f669dc1b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:34.149674 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae39b4-ec02-429d-bfdc-f0bbbe8a996d,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:34.155181 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:34.159372 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:34.161028 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87ae39b4-ec02-429d-bfdc-f0bbbe8a996d HTTP/1.1" status: 204  len: 168 time: 0.1814620
Nov 23 12:57:34.360848 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-eb7440b8-155d-4635-a991-116007e2c267 req-374c71a2-3d1f-4d8a-940a-cc5258b3e1b2 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210395
Nov 23 12:57:34.883489 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0ebe8-65d7-436f-b18b-3f2e21812556 req-3e2bb668-6ab0-4a61-8e51-3686be48ff50 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:34.885112 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2fd0ebe8-65d7-436f-b18b-3f2e21812556 req-3e2bb668-6ab0-4a61-8e51-3686be48ff50 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0984149
Nov 23 12:57:34.937431 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2fd0ebe8-65d7-436f-b18b-3f2e21812556 req-370620df-7ef4-45bb-92c7-2ab3ee3fc0dc tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454149
Nov 23 12:57:36.129378 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d37dc-84f4-4fde-9846-b36813937cbd req-c849072c-e243-4e38-af10-26bf4eeadfb6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:36.137387 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a46d37dc-84f4-4fde-9846-b36813937cbd req-c849072c-e243-4e38-af10-26bf4eeadfb6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0909061
Nov 23 12:57:36.183653 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a46d37dc-84f4-4fde-9846-b36813937cbd req-fd3404ad-4125-4d39-9013-029ac3e4b37c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403326
Nov 23 12:57:37.377385 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a170c-078d-4f63-91f8-ba8e145ebd3b req-d51ec8c8-dc62-4140-9335-435bba21f50c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:37.378855 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-054a170c-078d-4f63-91f8-ba8e145ebd3b req-d51ec8c8-dc62-4140-9335-435bba21f50c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0872726
Nov 23 12:57:37.424741 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-054a170c-078d-4f63-91f8-ba8e145ebd3b req-3dbc2ce1-4abc-43af-800e-23fd168f6021 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391197
Nov 23 12:57:37.458022 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47674) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:37.570134 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:37.584597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:37.588427 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Usage tracker for resource:security_group_rule and tenant:08a15edc353541f8b6e1a3df655e63f0 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:37.591262 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:37.596870 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:37.691443 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:37.697449 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:37.704089 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c3770628-b385-486e-8582-89a3743d3b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:37.746589 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08a15edc353541f8b6e1a3df655e63f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2874329
Nov 23 12:57:37.747440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3372869f-41dd-4d45-89ac-12d75e3aa285,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:37.749527 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47680) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:37.750329 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:37.808203 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4b22da4a-54a4-479e-a3c6-e93bbd278a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:37.835920 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4b22da4a-54a4-479e-a3c6-e93bbd278a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:37.895937 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4b22da4a-54a4-479e-a3c6-e93bbd278a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:37.900905 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f4b257bd-e02d-45c8-b796-56e8dbf3883d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:37.914797 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22da4a-54a4-479e-a3c6-e93bbd278a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3372869f-41dd-4d45-89ac-12d75e3aa285,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:37.917169 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4b22da4a-54a4-479e-a3c6-e93bbd278a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:37.927250 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4b22da4a-54a4-479e-a3c6-e93bbd278a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:37.931261 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4b22da4a-54a4-479e-a3c6-e93bbd278a09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3372869f-41dd-4d45-89ac-12d75e3aa285 HTTP/1.1" status: 204  len: 168 time: 0.1806149
Nov 23 12:57:38.158432 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47698) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:38.298447 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47710) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:38.318995 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.338762 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:38.343363 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee8a17946f141899d0c5de5e36b65fc is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:38.347355 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:38.354569 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:38.422971 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47716) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:38.454114 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.459458 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.473817 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-31a20502-0892-420c-ae98-ad44cfdc9bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:38.569721 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb06dd7-ed0b-4da5-9afd-3131b56a7af5,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:38.581517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.589370 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:38.592178 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ee8a17946f141899d0c5de5e36b65fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2922518
Nov 23 12:57:38.605827 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47728) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:38.626839 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:38.639199 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Usage tracker for resource:security_group_rule and tenant:bbad971eebf844afac84fb2bcf4dd741 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:38.648185 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:38.663352 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:38.669507 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-5697b884-33d2-4464-b90a-ee30d1084f88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14b846693f85427bbee2b19450b60949&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5096328
Nov 23 12:57:38.672748 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47732) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:38.704706 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.741790 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.759515 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431998b6-f02d-4488-bf53-19a457d9681e req-d4af47df-dc93-457a-a9df-d9eacc0e0325 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:38.768394 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-431998b6-f02d-4488-bf53-19a457d9681e req-d4af47df-dc93-457a-a9df-d9eacc0e0325 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1883218
Nov 23 12:57:38.798496 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.806053 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.812132 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9e0592b4-1b7e-41ed-85c6-6d46eb8337cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:38.830583 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb06dd7-ed0b-4da5-9afd-3131b56a7af5,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:38.835631 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:38.859801 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-431998b6-f02d-4488-bf53-19a457d9681e req-ca2753cd-9bc9-45f2-99fb-06cbc57c35a9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904045
Nov 23 12:57:38.861793 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.863459 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.867010 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0cb06dd7-ed0b-4da5-9afd-3131b56a7af5 HTTP/1.1" status: 204  len: 168 time: 0.2564235
Nov 23 12:57:38.894801 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.901688 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.911330 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:38.933884 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.940792 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-cba9344a-b818-44a1-a748-9598ddd5c698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:38.954627 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709db0d-4ca4-4e67-b90b-3276b584c64c,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:38.957230 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:38.959595 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbad971eebf844afac84fb2bcf4dd741&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5339930
Nov 23 12:57:38.961266 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9190576f-7758-440e-b7e4-b42c5be8ed25,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:38.963933 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47738) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:38.965178 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:38.984617 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:38.985703 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1709db0d-4ca4-4e67-b90b-3276b584c64c HTTP/1.1" status: 204  len: 168 time: 0.3120768
Nov 23 12:57:39.035265 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:39.061884 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:39.121365 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:39.127924 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-bb99a836-34a2-4627-aa39-3b032d9e9215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:39.140910 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9190576f-7758-440e-b7e4-b42c5be8ed25,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:39.143421 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:39.144585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:39.145672 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9190576f-7758-440e-b7e4-b42c5be8ed25 HTTP/1.1" status: 204  len: 168 time: 0.1808026
Nov 23 12:57:40.102171 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a2cbe-30d0-4b73-b570-00d86f1a0fdf req-dc9f168c-f4c7-4965-aae6-5f58c010a0f0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:40.104186 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-237a2cbe-30d0-4b73-b570-00d86f1a0fdf req-dc9f168c-f4c7-4965-aae6-5f58c010a0f0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1014640
Nov 23 12:57:40.154231 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-237a2cbe-30d0-4b73-b570-00d86f1a0fdf req-34023a6a-b264-4a88-ad74-a11770610f85 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439711
Nov 23 12:57:41.377837 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66acc9-8cdc-4c0e-8b4a-484710576834 req-d1ac576f-459a-4527-879c-343d64e906d7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:41.379420 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0a66acc9-8cdc-4c0e-8b4a-484710576834 req-d1ac576f-459a-4527-879c-343d64e906d7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1104703
Nov 23 12:57:41.425405 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0a66acc9-8cdc-4c0e-8b4a-484710576834 req-573eabf3-7317-4cfe-bedd-f5cd7a0b0b27 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380869
Nov 23 12:57:42.637158 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfae594-bf51-493e-935c-3ce373990f5c req-75beef11-65d8-4615-a5c1-b297b233ee18 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:42.638705 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8bfae594-bf51-493e-935c-3ce373990f5c req-75beef11-65d8-4615-a5c1-b297b233ee18 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0853341
Nov 23 12:57:42.685753 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8bfae594-bf51-493e-935c-3ce373990f5c req-2ba906df-9159-41b9-b033-c683af902cc5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390766
Nov 23 12:57:43.352103 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 47964) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:43.394917 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-0006b5d5-51d6-4220-ad30-7afc019c604e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:43.396479 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-0006b5d5-51d6-4220-ad30-7afc019c604e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.2076442
Nov 23 12:57:43.412030 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-0a80fe37-5a8b-466a-8e9f-d3a5f47d3749 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/quotas/f84ec34b530b4664a9c4b07a0993c6e9 HTTP/1.1" status: 200  len: 375 time: 0.0092390
Nov 23 12:57:43.473590 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:43.491657 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:43.498592 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:f577e3266f9f4280b0252cb592d272c5 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:43.502637 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:43.511908 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-c8307319-aed1-4679-8aac-71ce5242b5bd tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0940695
Nov 23 12:57:43.514337 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:43.658612 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-03b3f0eb-7214-476a-a5d4-4f6ce681f662 service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455045
Nov 23 12:57:43.669202 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:43.674338 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:43.689525 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a7fff581-0dc4-4d13-99bf-a9cd6270addd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:43.733818 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f577e3266f9f4280b0252cb592d272c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3778758
Nov 23 12:57:43.733818 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ad766e-18d1-41c8-84f2-277a4fbd4a68,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:43.734557 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 47978) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:43.735895 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:43.876178 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-8aa836b6-fbfa-4530-99be-4985c6e15f91 service neutron] 10.222.0.73 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2166018
Nov 23 12:57:43.882216 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:43.918134 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:43.971497 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c2c50-7b9c-43f2-9312-3041df2a006c req-b4c74d67-3871-489a-b1ad-b597062a1009 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:43.972948 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a16c2c50-7b9c-43f2-9312-3041df2a006c req-b4c74d67-3871-489a-b1ad-b597062a1009 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1573207
Nov 23 12:57:44.018998 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:44.024243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e32ff790-8984-4c9c-86c1-88f9b9304f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:44.084892 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ad766e-18d1-41c8-84f2-277a4fbd4a68,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:44.088291 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0af4a410-687e-4cb6-956b-3dce0b69da53 req-004bb2cb-ec52-4327-924f-d762c0692201 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 210 time: 0.0704436
Nov 23 12:57:44.092989 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:44.107682 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a16c2c50-7b9c-43f2-9312-3041df2a006c req-a97502f1-7e11-4655-aa4a-c87f0c5c511d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208060
Nov 23 12:57:44.109066 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:44.122326 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f4ad766e-18d1-41c8-84f2-277a4fbd4a68 HTTP/1.1" status: 204  len: 168 time: 0.3727167
Nov 23 12:57:44.798108 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48018) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:44.904029 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-998609496-network', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:44.908916 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:44.913119 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Usage tracker for resource:network and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:44.916438 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:44.923224 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:44.935952 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Made reservation on behalf of d7106439f0ea4521b2e0d2edf235cd5e for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:57:44.938240 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:44.950351 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:44.964225 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:44.968171 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:44.971005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:44.976783 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:45.056315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.062941 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.065717 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-80b78bb3-e6e8-406a-b1d4-70972517de42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:45.095211 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:57:45.103389 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dea249-2836-45a5-9a40-0de375718de3,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:45.106799 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:45.109208 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.109536 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Added segment 8a1b2ff2-2392-4f76-844e-17fb58b51ae0 of type vlan for network ac7d0297-a23a-4eaf-ad47-32c051254ff9
Nov 23 12:57:45.138370 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.171062 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.172831 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:45.173575 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.178791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:45.283255 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7d0297-a23a-4eaf-ad47-32c051254ff9,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:45.287459 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:45.289994 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eefc61b1-6671-4339-9e16-d3e4af9481bb req-84707a7b-543a-4574-abc9-e233b9c4c1ce tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 210 time: 0.0855317
Nov 23 12:57:45.294985 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:57:45.295494 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4958377
Nov 23 12:57:45.298238 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48030) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:45.310182 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Request body: {'subnet': {'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-998609496-subnet', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'ip_version': 4}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:45.316707 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:45.322610 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Usage tracker for resource:subnet and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:45.326060 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:45.333527 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:45.349640 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Made reservation on behalf of d7106439f0ea4521b2e0d2edf235cd5e for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:57:45.352004 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6741430'] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.376440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11689a-a8e2-4235-87f4-390b894dd7eb req-7d383d70-d272-48a4-82da-f6430cbccb02 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:45.377891 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e11689a-a8e2-4235-87f4-390b894dd7eb req-7d383d70-d272-48a4-82da-f6430cbccb02 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1400564
Nov 23 12:57:45.487310 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e11689a-a8e2-4235-87f4-390b894dd7eb req-2e84ba7f-a5f7-4e2c-99db-f44b526df365 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650904
Nov 23 12:57:45.606380 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8297742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6741380'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.610065 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:45.678142 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed5735c-90aa-4140-8de0-f5890ec7ace5,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:45.681718 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:45.687351 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Checking segment: {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:45.687698 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Network hostable DHCP agents. Network: ac7d0297-a23a-4eaf-ad47-32c051254ff9, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:57:45.708765 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:57:45.718569 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, ac7d0297-a23a-4eaf-ad47-32c051254ff9) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:45.722744 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:45.723318 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.730961 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfcacae-c243-4ca5-b0fc-eaa42cff29f5 None None] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:57:45.745250 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4458373
Nov 23 12:57:45.747824 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48036) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:45.752607 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:45.757075 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:45.761317 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Usage tracker for resource:router and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:45.764438 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:45.771221 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:45.781866 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.783053 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.798653 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:45.965090 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 12:57:45.965957 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.062384 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.126684 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Allocated IP 172.20.0.2 (ac7d0297-a23a-4eaf-ad47-32c051254ff9/fed5735c-90aa-4140-8de0-f5890ec7ace5/d26b1a62-a6e4-4b39-b40f-99a7e20fea40) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:57:46.375291 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.387462 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Transition to ACTIVE for port object d26b1a62-a6e4-4b39-b40f-99a7e20fea40 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:46.405804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Transition to ACTIVE for port object d26b1a62-a6e4-4b39-b40f-99a7e20fea40 will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:46.412204 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.417199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:46.444734 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bc3042a5-af3e-40aa-b9ba-3b4fed999f4f req-30abeda2-62b0-49e4-a0a1-3ca26b1326a1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 210 time: 0.0470760
Nov 23 12:57:46.475210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:46.476342 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:46.482223 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:57:46.494445 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.526896 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Pushing event updated for resources: {'Port': ['ID=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:46.527271 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.562601 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.562956 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.563291 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.564036 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.564575 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.565522 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.566006 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.566527 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.567009 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.567481 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.567950 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.568445 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:46.577249 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:46.594253 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Attempting to bind port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:57:46.595275 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Attempting to bind port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:57:46.595275 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Attempting to bind port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 on network ac7d0297-a23a-4eaf-ad47-32c051254ff9 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:57:46.600960 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:46.600960 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Checking segment: {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:46.601452 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.601845 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Bound using segment: {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:46.602345 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Bound port: d26b1a62-a6e4-4b39-b40f-99a7e20fea40, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:57:46.602727 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.694025 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] For port d26b1a62-a6e4-4b39-b40f-99a7e20fea40, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:57:46.697455 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] For port d26b1a62-a6e4-4b39-b40f-99a7e20fea40, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:57:46.701443 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.705757 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:46.722051 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Allocated IP 172.27.0.154 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/55dd167d-c8ec-4afc-ae00-de54731dc810) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:57:46.777789 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Pushing event updated for resources: {'Port': ['ID=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:46.787054 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:46.808394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1d942-2e6a-4351-ae80-e4d7f4e846c8 req-d67ecae9-2cbb-4c6a-8ae7-a5f87df20630 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:46.809880 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ddb1d942-2e6a-4351-ae80-e4d7f4e846c8 req-d67ecae9-2cbb-4c6a-8ae7-a5f87df20630 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1754074
Nov 23 12:57:46.884133 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ddb1d942-2e6a-4351-ae80-e4d7f4e846c8 req-31bd9199-7e52-4257-8a9f-2178af326bbd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636017
Nov 23 12:57:46.920562 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.962225 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:46.966482 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-319b7858-011f-4587-9626-d3974923257b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:47.040383 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:47.044478 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:47.048258 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:57:47.085541 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Pushing event updated for resources: {'Port': ['ID=55dd167d-c8ec-4afc-ae00-de54731dc810,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:47.089748 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:47.202300 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:47.301719 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-e90370f6-cc29-47bd-b0b9-a29b791897f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:47.303284 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-e90370f6-cc29-47bd-b0b9-a29b791897f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.0849013
Nov 23 12:57:47.481567 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-f4c44287-a29f-467b-a9c1-da51b80695f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:47.483104 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-f4c44287-a29f-467b-a9c1-da51b80695f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.1582592
Nov 23 12:57:47.505214 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:47.657688 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-a8131b55-2bd4-4966-8530-e2ed6b76c7fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 217 time: 0.0845482
Nov 23 12:57:47.733799 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-563841a2-7316-433a-958b-0b931488923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:47.735303 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-563841a2-7316-433a-958b-0b931488923b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.0704613
Nov 23 12:57:47.789731 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6369f99b-40dc-48f6-9c9a-23de9304c2eb req-023703f2-284d-4221-b6a7-c6b354250b37 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 210 time: 0.2276893
Nov 23 12:57:47.803485 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-015697b7-31b3-406b-b3d3-2ca432a67cbd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558338
Nov 23 12:57:47.839583 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b19fd-9ec2-4646-9a86-3e700e34b606 None None] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:57:47.978788 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-a9bbca14-2af5-47fd-9087-3f068aa82464 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587951
Nov 23 12:57:48.058955 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-54a33dd2-fe2c-4304-b040-cd7b8655add1 None None] Provisioning for port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:48.178995 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-07511c68-6f1b-48e9-b6eb-9b1c3fa41a41 req-c3243ced-9009-45ff-8ba8-b035b733ddf2 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1963007
Nov 23 12:57:48.187899 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:48.358484 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6518aa-f87b-49cd-9424-0b14f3384ff1 req-efc40fd5-49d6-4c3e-a55f-99d9526aa2e1 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:48.359997 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff6518aa-f87b-49cd-9424-0b14f3384ff1 req-efc40fd5-49d6-4c3e-a55f-99d9526aa2e1 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.2578442
Nov 23 12:57:48.430641 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff6518aa-f87b-49cd-9424-0b14f3384ff1 req-7f052c66-65a9-42b3-8912-54cce9ea827e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629480
Nov 23 12:57:48.472031 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Router 985304e6-c388-4792-ac42-cce102303721 is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 12:57:48.564743 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-2023e4e9-0939-4735-b21e-0a073a93163d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:48.566791 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-2023e4e9-0939-4735-b21e-0a073a93163d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/networks?id=0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 200  len: 814 time: 0.1783116
Nov 23 12:57:48.614191 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Request body: {'port': {'device_id': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'admin_state_up': True, 'tenant_id': 'f84ec34b530b4664a9c4b07a0993c6e9'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:48.712984 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:57:48.722487 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Sync routers for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:57:48.736410 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:48.737803 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f7c70>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:48.742718 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d26b1a62-a6e4-4b39-b40f-99a7e20fea40 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:48.749195 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:48.753479 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0019739
Nov 23 12:57:48.753603 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48070) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:48.779402 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:48.783573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Usage tracker for resource:port and tenant:f84ec34b530b4664a9c4b07a0993c6e9 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:48.786469 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:48.792605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:48.804206 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Made reservation on behalf of f84ec34b530b4664a9c4b07a0993c6e9 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:57:48.809568 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:48.853981 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:48.864871 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:48.865529 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:48.988435 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:57:49.047754 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.052892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Allocated IP 172.20.0.13 (0de19c0c-3c0b-4645-86f5-bda8145281eb/af0da670-3d7f-4342-a8bb-e792e3f9efd6/1f62f71d-4479-4133-bb16-ecdc7b5ef23e) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:57:49.082233 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port d26b1a62-a6e4-4b39-b40f-99a7e20fea40, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:49.087461 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.089750 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:49.162800 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-57898880-5b82-41e5-8563-e99fab9bae03 req-44b099a9-110f-4527-a86f-65191550028d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 210 time: 0.1595337
Nov 23 12:57:49.199505 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:49.202899 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:49.316485 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.350427 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.358386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:49.377838 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f7c70>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:47Z', 'revision_number': 3, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:49.382554 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Checking router: 985304e6-c388-4792-ac42-cce102303721 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:57:49.383042 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Updating router 985304e6-c388-4792-ac42-cce102303721 port 55dd167d-c8ec-4afc-ae00-de54731dc810 binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:57:49.443720 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Network 0de19c0c-3c0b-4645-86f5-bda8145281eb is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:49.447550 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:49.453829 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.456493 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:57:49.542127 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event updated for resources: {'Port': ['ID=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:49.554790 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:49.585532 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:49.586262 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.636680 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0550330
Nov 23 12:57:49.774216 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.864235 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b2ceb-2ed8-41c1-8b96-961bd04869bb req-2154da93-c6fe-477a-a7c2-7c78ee630a70 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:49.866175 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ae4b2ceb-2ed8-41c1-8b96-961bd04869bb req-2154da93-c6fe-477a-a7c2-7c78ee630a70 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.2071412
Nov 23 12:57:49.891538 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.907026 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Transition to ACTIVE for port object 55dd167d-c8ec-4afc-ae00-de54731dc810 will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:49.918129 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:49.930185 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:50.008398 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Attempting to bind port 55dd167d-c8ec-4afc-ae00-de54731dc810 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:57:50.008766 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Attempting to bind port 55dd167d-c8ec-4afc-ae00-de54731dc810 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:57:50.009125 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Attempting to bind port 55dd167d-c8ec-4afc-ae00-de54731dc810 on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:57:50.019129 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:50.019510 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:50.019912 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.020302 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:50.020775 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Bound port: 55dd167d-c8ec-4afc-ae00-de54731dc810, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:57:50.021167 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.033957 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ae4b2ceb-2ed8-41c1-8b96-961bd04869bb req-c00ce802-e64c-42ff-b77f-1e45c4b8bf1d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618404
Nov 23 12:57:50.058348 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Allocated IP 172.20.0.1 (ac7d0297-a23a-4eaf-ad47-32c051254ff9/fed5735c-90aa-4140-8de0-f5890ec7ace5/1a45e358-0246-4b0d-b57d-8482876c12cc) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:57:50.065177 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Pushing event updated for resources: {'Port': ['ID=55dd167d-c8ec-4afc-ae00-de54731dc810,revision_number=2']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:50.077888 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.078458 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.079001 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.079542 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.080090 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.080643 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.081204 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.081756 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.082356 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.082913 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.083473 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.084003 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:57:50.090439 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:50.122418 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] For port 55dd167d-c8ec-4afc-ae00-de54731dc810, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:57:50.125669 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] For port 55dd167d-c8ec-4afc-ae00-de54731dc810, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=55dd167d-c8ec-4afc-ae00-de54731dc810,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:57:50.129890 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.134646 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:50.206388 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:50.207009 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f7c70>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:50.210340 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.227422 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Transition to ACTIVE for port object 1a45e358-0246-4b0d-b57d-8482876c12cc will not be triggered until provisioned by entity DHCP. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:50.257414 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.264040 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:50.315656 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Pushing event updated for resources: {'Port': ['ID=55dd167d-c8ec-4afc-ae00-de54731dc810,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:50.327593 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:50.367155 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:50.371366 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:50.375918 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:57:50.386423 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:57:50.421992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Pushing event updated for resources: {'Port': ['ID=1a45e358-0246-4b0d-b57d-8482876c12cc,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:50.427570 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:50.450177 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.482585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63eecb-7d32-4ca3-b3a8-1c6b6a65192e req-68974dbf-2c7b-4895-901d-032ad2f5fe4f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:50.484116 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ed63eecb-7d32-4ca3-b3a8-1c6b6a65192e req-68974dbf-2c7b-4895-901d-032ad2f5fe4f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 932 time: 0.1912289
Nov 23 12:57:50.556311 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ed63eecb-7d32-4ca3-b3a8-1c6b6a65192e req-2a8ba530-b91d-4efb-9ef5-735d5811f275 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626092
Nov 23 12:57:50.643513 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.652960 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-56e2525b-e9fb-456d-8c3e-2bd5d896f737 None None] Provisioning for port 1a45e358-0246-4b0d-b57d-8482876c12cc completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:50.659428 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-56e2525b-e9fb-456d-8c3e-2bd5d896f737 None None] Provisioning complete for port 1a45e358-0246-4b0d-b57d-8482876c12cc triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:50.660035 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-56e2525b-e9fb-456d-8c3e-2bd5d896f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.693479 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d26b1a62-a6e4-4b39-b40f-99a7e20fea40 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:50.698351 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7f7c70>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:47Z', 'revision_number': 3, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:50.702567 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e906a-a987-48c3-a8b5-8c83fe485457 None None] The sync data for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi is: [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:47Z', 'revision_number': 3, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:57:50.778939 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-56e2525b-e9fb-456d-8c3e-2bd5d896f737 None None] Port 1a45e358-0246-4b0d-b57d-8482876c12cc cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:57:50.898360 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.903464 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.925410 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:50.925820 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:50.936386 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:50.945881 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:57:51.022540 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:51.047905 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Pushing event updated for resources: {'Port': ['ID=1a45e358-0246-4b0d-b57d-8482876c12cc,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:51.051192 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:51.248731 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:51.251228 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:51.490811 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17e846-c4aa-4a33-a698-0c8e42a606e9 req-45db81d2-8593-4c56-9e9f-6cdc0b27f33e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:51.492424 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2d17e846-c4aa-4a33-a698-0c8e42a606e9 req-45db81d2-8593-4c56-9e9f-6cdc0b27f33e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.3187149
Nov 23 12:57:51.505340 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-3735c90a-8a85-42ad-8a7b-35e931ef8c95 None None] Provisioning complete for port 1a45e358-0246-4b0d-b57d-8482876c12cc triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:51.505727 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3735c90a-8a85-42ad-8a7b-35e931ef8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:51.566976 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-3735c90a-8a85-42ad-8a7b-35e931ef8c95 None None] Port 1a45e358-0246-4b0d-b57d-8482876c12cc cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:57:51.572367 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2d17e846-c4aa-4a33-a698-0c8e42a606e9 req-1a56f943-e637-4a4c-87f0-ec47bdebc742 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677855
Nov 23 12:57:51.589505 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Router 985304e6-c388-4792-ac42-cce102303721 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:57:51.781129 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f526afdc-fdb2-467e-8825-982ee6300c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:51.824544 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:57:51.841771 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61c4fd-60f9-4140-9834-6c5a26bfe2d4 req-936f87a6-0b2f-43b8-8b64-d074b2de1f37 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:51.843243 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bd61c4fd-60f9-4140-9834-6c5a26bfe2d4 req-936f87a6-0b2f-43b8-8b64-d074b2de1f37 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 932 time: 0.1336343
Nov 23 12:57:51.852141 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] 10.222.0.73 "PUT /v2.0/routers/985304e6-c388-4792-ac42-cce102303721/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0915344
Nov 23 12:57:51.892133 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bd61c4fd-60f9-4140-9834-6c5a26bfe2d4 req-2c156aeb-687e-4ed0-8c06-1ee250c55e08 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433495
Nov 23 12:57:52.061789 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.193920 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['fed8399c-a4c2-4c44-9872-ac079ad65c59', '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'e873e449-dd21-40ad-92e8-452bb98bdbf6'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:57:52.201816 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Request body: {'port': {'device_id': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:52.270185 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Sync routers for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:57:52.284441 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:52.285056 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b765d00>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:52.345462 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.397691 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48128) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:52.403488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1308195107-network', 'tenant_id': '5622eab39db240729d0178d40860add1'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:52.408292 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:52.413006 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Usage tracker for resource:network and tenant:5622eab39db240729d0178d40860add1 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:52.416225 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:52.422218 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:52.435038 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Made reservation on behalf of 5622eab39db240729d0178d40860add1 for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:57:52.437488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.450151 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.466226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:52.471390 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Usage tracker for resource:security_group_rule and tenant:5622eab39db240729d0178d40860add1 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:52.474557 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:52.480459 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:52.547783 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:57:52.573693 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.580375 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.583988 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c57e597c-728b-4657-a515-6ede80e4ed82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:52.643096 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405e00b0-155c-46f8-8c42-b27eee89b388,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:52.647033 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:52.652094 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:57:52.667279 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.667866 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Added segment 7ea8f985-0bb5-425c-9463-1e4e4ad92930 of type vlan for network 541225c7-0432-4552-9f06-396610a102d8
Nov 23 12:57:52.713226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.752872 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.754937 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:52.756798 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.768396 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0c10b099-f8eb-47a8-aade-a74441e9139a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:52.811663 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f62f71d-4479-4133-bb16-ecdc7b5ef23e {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:57:52.812042 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 55dd167d-c8ec-4afc-ae00-de54731dc810 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:52.820725 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.837221 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Transition to ACTIVE for port object 1f62f71d-4479-4133-bb16-ecdc7b5ef23e will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:52.842633 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.847764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:52.927587 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 55dd167d-c8ec-4afc-ae00-de54731dc810 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:52.943463 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 55dd167d-c8ec-4afc-ae00-de54731dc810 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:52.943806 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:52.961163 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5618775
Nov 23 12:57:52.967427 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48138) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:52.970858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Pushing event updated for resources: {'Network': ['ID=541225c7-0432-4552-9f06-396610a102d8,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:52.974118 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:52.978534 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Request body: {'subnet': {'network_id': '541225c7-0432-4552-9f06-396610a102d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1308195107-subnet', 'tenant_id': '5622eab39db240729d0178d40860add1', 'ip_version': 4}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:52.984347 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:52.988730 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Usage tracker for resource:subnet and tenant:5622eab39db240729d0178d40860add1 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:52.991959 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:53.009328 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:53.014916 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 541225c7-0432-4552-9f06-396610a102d8 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:57:53.036438 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Made reservation on behalf of 5622eab39db240729d0178d40860add1 for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:57:53.041915 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6741430'] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.061324 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Pushing event updated for resources: {'Port': ['ID=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:53.064791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:53.141404 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.159734 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 55dd167d-c8ec-4afc-ae00-de54731dc810, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=55dd167d-c8ec-4afc-ae00-de54731dc810,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:53.169204 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Attempting to bind port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:57:53.169949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Attempting to bind port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:57:53.169949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Attempting to bind port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:57:53.172380 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.174718 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e on network 0de19c0c-3c0b-4645-86f5-bda8145281eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:57:53.175036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Attempting to bind port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e on network 0de19c0c-3c0b-4645-86f5-bda8145281eb {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:57:53.177310 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:53.180331 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:53.180664 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Checking segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:53.181039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Bound using segment: {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:53.181464 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Bound port: 1f62f71d-4479-4133-bb16-ecdc7b5ef23e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11ee47f-6d47-4858-afa2-8c104f1fdc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:57:53.181818 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.187976 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9ff9e-44e1-4a74-b29e-22b8761c87d1 req-0b36c333-80f3-47a9-a28b-2b0b51cc2768 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:53.189682 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4f9ff9e-44e1-4a74-b29e-22b8761c87d1 req-0b36c333-80f3-47a9-a28b-2b0b51cc2768 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.2892914
Nov 23 12:57:53.277402 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4f9ff9e-44e1-4a74-b29e-22b8761c87d1 req-fac71d1f-3d01-4c7d-ba86-8fc45707b473 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790627
Nov 23 12:57:53.309377 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] For port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:57:53.314637 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] For port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:57:53.322776 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.327933 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:53.345139 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9498a58-7e70-40b1-8770-985bc1ff946d req-2361fcf5-5c91-4e55-984e-8cf3a4ab4150 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:53.345139 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d9498a58-7e70-40b1-8770-985bc1ff946d req-2361fcf5-5c91-4e55-984e-8cf3a4ab4150 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.2704351
Nov 23 12:57:53.414226 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:53.415529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.415656 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=55dd167d-c8ec-4afc-ae00-de54731dc810,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:53.416227 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] 10.222.0.82 "PUT /v2.0/ports/1f62f71d-4479-4133-bb16-ecdc7b5ef23e HTTP/1.1" status: 200  len: 1094 time: 1.2187293
Nov 23 12:57:53.416720 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'tag': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:57:53.420568 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:53.438324 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d9498a58-7e70-40b1-8770-985bc1ff946d req-b1dff2f5-dd1a-46d0-a81a-881f1a178a1c tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815403
Nov 23 12:57:53.450672 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8297742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6741380'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.457477 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c01dd3cc-0b25-4ea7-b96d-a02ff48da80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:53.465797 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Pushing event updated for resources: {'Port': ['ID=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:53.478579 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:53.481176 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b765d00>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 2, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:53.490624 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'tag': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e', 'status': 'completed', 'code': 200}
Nov 23 12:57:53.494777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Checking router: 985304e6-c388-4792-ac42-cce102303721 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:57:53.495139 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Updating router 985304e6-c388-4792-ac42-cce102303721 port 1a45e358-0246-4b0d-b57d-8482876c12cc binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:57:53.534144 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c82eb1f-beb3-49ce-ac65-16aeb95b7865,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:53.539532 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:53.541994 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Checking segment: {'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:53.542369 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Network hostable DHCP agents. Network: 541225c7-0432-4552-9f06-396610a102d8, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:57:53.562809 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Network 541225c7-0432-4552-9f06-396610a102d8 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:57:53.570931 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.573889 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 541225c7-0432-4552-9f06-396610a102d8) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:53.579088 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:53.580078 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.587203 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9578f-1150-4e07-a320-0d9b3c46b8e3 None None] Network 541225c7-0432-4552-9f06-396610a102d8 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:57:53.606042 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6352074
Nov 23 12:57:53.606230 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48150) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:53.610915 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:57:53.615269 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:57:53.619070 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Usage tracker for resource:router and tenant:5622eab39db240729d0178d40860add1 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:57:53.622258 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:57:53.628091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:57:53.639000 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.639985 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.662795 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:53.752671 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676ba9-9cea-4a47-951b-15eadd9ed2ef req-ab32fadb-ad4a-4ccc-bd26-ab1a593ae670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:53.754150 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-70676ba9-9cea-4a47-951b-15eadd9ed2ef req-ab32fadb-ad4a-4ccc-bd26-ab1a593ae670 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 1097 time: 0.0808270
Nov 23 12:57:53.902689 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676ba9-9cea-4a47-951b-15eadd9ed2ef req-1abdc2b5-21ed-4d34-a438-bf4facc83c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:53.904188 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-70676ba9-9cea-4a47-951b-15eadd9ed2ef req-1abdc2b5-21ed-4d34-a438-bf4facc83c07 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1409023
Nov 23 12:57:53.950039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.028502 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a5ab26a9-030c-4d8c-a337-08a166278f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.053988 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-541225c7-0432-4552-9f06-396610a102d8', 'network_id': '541225c7-0432-4552-9f06-396610a102d8', 'tenant_id': '5622eab39db240729d0178d40860add1', 'fixed_ips': [{'subnet_id': '5c82eb1f-beb3-49ce-ac65-16aeb95b7865'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 12:57:54.055288 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.117247 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70676ba9-9cea-4a47-951b-15eadd9ed2ef req-448afe1d-6932-40be-a9eb-d35fdafee785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:54.118812 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-70676ba9-9cea-4a47-951b-15eadd9ed2ef req-448afe1d-6932-40be-a9eb-d35fdafee785 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2050149
Nov 23 12:57:54.283142 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.301327 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Allocated IP 172.20.0.2 (541225c7-0432-4552-9f06-396610a102d8/5c82eb1f-beb3-49ce-ac65-16aeb95b7865/e5bf1b42-d88e-47d2-8f72-beec2c7262fa) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:57:54.303487 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Transition to ACTIVE for port object 1a45e358-0246-4b0d-b57d-8482876c12cc will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:54.315261 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.320092 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:54.475817 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.520002 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.546394 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbfa51-9e56-4d49-8ed1-9c3af0adf199 None None] Pushing event updated for resources: {'Port': ['ID=1a45e358-0246-4b0d-b57d-8482876c12cc,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:54.552086 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-75cbfa51-9e56-4d49-8ed1-9c3af0adf199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:54.679437 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Attempting to bind port 1a45e358-0246-4b0d-b57d-8482876c12cc on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:57:54.680182 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Attempting to bind port 1a45e358-0246-4b0d-b57d-8482876c12cc by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:57:54.681071 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Attempting to bind port 1a45e358-0246-4b0d-b57d-8482876c12cc on network ac7d0297-a23a-4eaf-ad47-32c051254ff9 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:57:54.703696 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:54.704370 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Checking segment: {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:54.705153 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.705781 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Bound using segment: {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:54.706534 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Bound port: 1a45e358-0246-4b0d-b57d-8482876c12cc, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:57:54.707085 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.744246 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-d4d9bc96-cb2a-4095-94e7-77717a8466d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:54.745721 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-d4d9bc96-cb2a-4095-94e7-77717a8466d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 1097 time: 0.1382904
Nov 23 12:57:54.752334 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 55dd167d-c8ec-4afc-ae00-de54731dc810 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:54.796019 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d69a5-3fe1-4175-a726-59061a4b0dc6 req-955675ad-34c2-43fd-b484-94d90a348a4b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:54.797510 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c8d69a5-3fe1-4175-a726-59061a4b0dc6 req-955675ad-34c2-43fd-b484-94d90a348a4b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.3856773
Nov 23 12:57:54.807042 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.808153 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233b244-e51d-4e6f-b778-a684a1a45757 req-d49db9fc-bd26-4d32-8e41-c0be27d36eb1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:54.809911 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f233b244-e51d-4e6f-b778-a684a1a45757 req-d49db9fc-bd26-4d32-8e41-c0be27d36eb1 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.2359705
Nov 23 12:57:54.818725 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Transition to ACTIVE for port object e5bf1b42-d88e-47d2-8f72-beec2c7262fa will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:54.837038 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-30a56e09-c19b-4f71-a156-410609835779 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f62f71d-4479-4133-bb16-ecdc7b5ef23e HTTP/1.1" status: 200  len: 217 time: 0.0723674
Nov 23 12:57:54.850801 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Transition to ACTIVE for port object e5bf1b42-d88e-47d2-8f72-beec2c7262fa will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:54.874642 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Allocated IP 172.27.0.190 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/9c4a62d9-71c5-440e-8471-49be87d0d3ab) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:57:54.895290 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:54.911698 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:54.915986 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-f20fa579-0b95-42a7-bd90-5fe3315480d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:54.917398 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-f20fa579-0b95-42a7-bd90-5fe3315480d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 200  len: 854 time: 0.0632787
Nov 23 12:57:54.918942 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f233b244-e51d-4e6f-b778-a684a1a45757 req-7b4ceabc-cbc3-4808-84e9-3658dc1a9b9f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872629
Nov 23 12:57:54.927260 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c8d69a5-3fe1-4175-a726-59061a4b0dc6 req-609c2b9f-9784-48a6-9d16-f04f6ec38cd8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157501
Nov 23 12:57:54.965504 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Network 541225c7-0432-4552-9f06-396610a102d8 is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:54.974044 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:54.985912 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:57:55.027518 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-3f4c51a2-de8f-4b63-9e11-84f42c19d717 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0de19c0c-3c0b-4645-86f5-bda8145281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516961
Nov 23 12:57:55.072309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.106326 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.111742 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.118205 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:55.127231 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] For port 1a45e358-0246-4b0d-b57d-8482876c12cc, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:57:55.129425 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Pushing event updated for resources: {'Port': ['ID=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:55.141268 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:55.150090 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] For port 1a45e358-0246-4b0d-b57d-8482876c12cc, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=1a45e358-0246-4b0d-b57d-8482876c12cc,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:57:55.157481 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.161496 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 55dd167d-c8ec-4afc-ae00-de54731dc810 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:55.161877 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.171744 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:55.175122 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:55.178868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:57:55.184027 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-f219ae34-8434-4145-b765-0c3c9fcfba8b service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492324
Nov 23 12:57:55.192230 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:55.230448 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Attempting to bind port e5bf1b42-d88e-47d2-8f72-beec2c7262fa on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:57:55.230825 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Attempting to bind port e5bf1b42-d88e-47d2-8f72-beec2c7262fa by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:57:55.231200 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Attempting to bind port e5bf1b42-d88e-47d2-8f72-beec2c7262fa on network 541225c7-0432-4552-9f06-396610a102d8 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:57:55.266060 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:55.266487 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Checking segment: {'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:55.266902 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.267313 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Bound using segment: {'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:55.267848 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Bound port: e5bf1b42-d88e-47d2-8f72-beec2c7262fa, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:57:55.268186 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.362188 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:55.362849 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b765d00>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:55.374629 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d2563d3e-45bf-4ac5-a7cc-ed227a5efc0d req-76fb0c4c-81db-4315-accb-3480e014fd63 service neutron] 10.222.0.82 "GET /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815312
Nov 23 12:57:55.398605 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4a62d9-71c5-440e-8471-49be87d0d3ab,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:55.401243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:55.424349 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbfa51-9e56-4d49-8ed1-9c3af0adf199 None None] Pushing event updated for resources: {'Port': ['ID=1a45e358-0246-4b0d-b57d-8482876c12cc,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:55.499617 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-75cbfa51-9e56-4d49-8ed1-9c3af0adf199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:55.658054 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] For port e5bf1b42-d88e-47d2-8f72-beec2c7262fa, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:57:55.671446 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.696053 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] For port e5bf1b42-d88e-47d2-8f72-beec2c7262fa, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,segment=NetworkSegment(7ea8f985-0bb5-425c-9463-1e4e4ad92930),segment_id=7ea8f985-0bb5-425c-9463-1e4e4ad92930)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:57:55.716054 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:55.722580 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:57:55.775523 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:55.973219 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Pushing event updated for resources: {'Port': ['ID=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:55.986530 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:56.238038 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b765d00>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:55Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:56.243357 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f7c15-2c21-4ab9-8b4c-1021078e8d7d None None] The sync data for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi is: [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:55Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:57:56.360645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0534-ab3c-4df6-8380-84c3c70a79a7 req-0a110232-2688-4da4-8d7b-5739db00b4c2 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:56.362377 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f00a0534-ab3c-4df6-8380-84c3c70a79a7 req-0a110232-2688-4da4-8d7b-5739db00b4c2 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.2520821
Nov 23 12:57:56.376668 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:56.551976 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4b1b3-577c-41a1-8eb7-e0f7d7588d1e req-628e733f-55d7-4539-b9ba-5778bcc2f423 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:56.556370 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a8c4b1b3-577c-41a1-8eb7-e0f7d7588d1e req-628e733f-55d7-4539-b9ba-5778bcc2f423 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.4377720
Nov 23 12:57:56.638177 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a8c4b1b3-577c-41a1-8eb7-e0f7d7588d1e req-a514b4dd-9611-4108-983f-6070e6122d42 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716491
Nov 23 12:57:56.665187 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f00a0534-ab3c-4df6-8380-84c3c70a79a7 req-10daf849-eb21-4e1a-85b8-fa3a501b1052 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2915807
Nov 23 12:57:56.732301 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:56.790004 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Router a98d803f-f743-4409-bf49-bfa828caf3bb is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 12:57:56.869653 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e5bf1b42-d88e-47d2-8f72-beec2c7262fa up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:56.973563 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port e5bf1b42-d88e-47d2-8f72-beec2c7262fa completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:56.982640 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 1a45e358-0246-4b0d-b57d-8482876c12cc up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:57.064441 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 1a45e358-0246-4b0d-b57d-8482876c12cc completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:57.068975 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:57:57.072212 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 1a45e358-0246-4b0d-b57d-8482876c12cc triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:57.072758 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.082918 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Sync routers for ids ['a98d803f-f743-4409-bf49-bfa828caf3bb'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:57:57.097762 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Routers {'a98d803f-f743-4409-bf49-bfa828caf3bb'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:57.103060 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b287f10>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['a98d803f-f743-4409-bf49-bfa828caf3bb'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:57.107464 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.108976 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5018730
Nov 23 12:57:57.111969 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48198) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:57:57.190032 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf4149-746a-41a8-9548-c7f85f1bb370 None None] Network 541225c7-0432-4552-9f06-396610a102d8 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:57:57.318993 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Set router a98d803f-f743-4409-bf49-bfa828caf3bb gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:57:57.351373 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.368054 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Provisioning for port e5bf1b42-d88e-47d2-8f72-beec2c7262fa completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:57.386966 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Provisioning complete for port e5bf1b42-d88e-47d2-8f72-beec2c7262fa triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:57.387349 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.500145 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 1a45e358-0246-4b0d-b57d-8482876c12cc, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=1a45e358-0246-4b0d-b57d-8482876c12cc,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:57.515121 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.519210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:57.731714 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b287f10>, [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T12:57:55Z', 'revision_number': 3, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port': {'id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:54Z', 'updated_at': '2021-11-23T12:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:57.735447 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Checking router: a98d803f-f743-4409-bf49-bfa828caf3bb for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:57:57.735976 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Updating router a98d803f-f743-4409-bf49-bfa828caf3bb port 9c4a62d9-71c5-440e-8471-49be87d0d3ab binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:57:57.747680 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=1a45e358-0246-4b0d-b57d-8482876c12cc,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:57.753025 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:57.772414 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.799681 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.817792 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] For port e5bf1b42-d88e-47d2-8f72-beec2c7262fa, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,segment=NetworkSegment(7ea8f985-0bb5-425c-9463-1e4e4ad92930),segment_id=7ea8f985-0bb5-425c-9463-1e4e4ad92930)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:57:57.824760 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:57.827104 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:57.937023 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Pushing event updated for resources: {'Port': ['ID=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:57.940463 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:58.151414 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-f0303e0d-46b4-4aca-8ba0-c2448ae98c91 None None] Provisioning complete for port e5bf1b42-d88e-47d2-8f72-beec2c7262fa triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:58.152262 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f0303e0d-46b4-4aca-8ba0-c2448ae98c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.174563 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.187134 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Transition to ACTIVE for port object 9c4a62d9-71c5-440e-8471-49be87d0d3ab will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:58.193009 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.197028 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-db908d86-9bc8-43a4-b882-74e598d04a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:58.202929 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d36e43-3803-4424-97b8-942c6240151d req-19784a16-0890-49ec-bf25-c53e24f12bec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:58.204446 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-85d36e43-3803-4424-97b8-942c6240151d req-19784a16-0890-49ec-bf25-c53e24f12bec tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.2639658
Nov 23 12:57:58.250871 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59163be-d070-4c33-86ff-057f78494691 req-6e470d29-1c65-45df-b347-cc7abed2c087 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:58.252371 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f59163be-d070-4c33-86ff-057f78494691 req-6e470d29-1c65-45df-b347-cc7abed2c087 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.3218205
Nov 23 12:57:58.259982 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1d26e-b741-41b7-be8b-7a145e9b7917 None None] Pushing event updated for resources: {'Port': ['ID=9c4a62d9-71c5-440e-8471-49be87d0d3ab,revision_number=2']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:58.264935 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-0bc1d26e-b741-41b7-be8b-7a145e9b7917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:58.279475 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.285308 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Attempting to bind port 9c4a62d9-71c5-440e-8471-49be87d0d3ab on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:57:58.285778 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Attempting to bind port 9c4a62d9-71c5-440e-8471-49be87d0d3ab by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:57:58.286242 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Attempting to bind port 9c4a62d9-71c5-440e-8471-49be87d0d3ab on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:57:58.292566 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:57:58.292944 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:57:58.293346 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.293734 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:57:58.294205 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Bound port: 9c4a62d9-71c5-440e-8471-49be87d0d3ab, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:57:58.294636 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.311487 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-85d36e43-3803-4424-97b8-942c6240151d req-84c4e2e0-6185-4041-b4bc-74259ce3fd0a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990224
Nov 23 12:57:58.369527 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] For port 9c4a62d9-71c5-440e-8471-49be87d0d3ab, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:57:58.372555 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] For port 9c4a62d9-71c5-440e-8471-49be87d0d3ab, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=9c4a62d9-71c5-440e-8471-49be87d0d3ab,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:57:58.377563 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.379697 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f59163be-d070-4c33-86ff-057f78494691 req-22657127-a672-436d-bfda-254a63286d71 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163673
Nov 23 12:57:58.381462 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:58.452801 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Routers {'a98d803f-f743-4409-bf49-bfa828caf3bb'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:57:58.453322 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b287f10>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['a98d803f-f743-4409-bf49-bfa828caf3bb'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:58.511259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Allocated IP 172.20.0.1 (541225c7-0432-4552-9f06-396610a102d8/5c82eb1f-beb3-49ce-ac65-16aeb95b7865/421961ea-a4cc-4645-aa9b-da972995b649) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:57:58.583179 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1d26e-b741-41b7-be8b-7a145e9b7917 None None] Pushing event updated for resources: {'Port': ['ID=9c4a62d9-71c5-440e-8471-49be87d0d3ab,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:58.586369 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-0bc1d26e-b741-41b7-be8b-7a145e9b7917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:58.652635 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] Set router a98d803f-f743-4409-bf49-bfa828caf3bb gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:57:58.671016 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.683289 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e5bf1b42-d88e-47d2-8f72-beec2c7262fa up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:58.693632 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Transition to ACTIVE for port object 421961ea-a4cc-4645-aa9b-da972995b649 will not be triggered until provisioned by entity DHCP. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:57:58.715890 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.720759 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:58.752126 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port e5bf1b42-d88e-47d2-8f72-beec2c7262fa triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:58.752507 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.778379 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Network 541225c7-0432-4552-9f06-396610a102d8 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:58.781262 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:58.785019 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:57:58.829987 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Pushing event updated for resources: {'Port': ['ID=421961ea-a4cc-4645-aa9b-da972995b649,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:58.834616 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:58.843066 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.898540 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 1a45e358-0246-4b0d-b57d-8482876c12cc up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:57:58.956017 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b287f10>, [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T12:57:55Z', 'revision_number': 3, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port': {'id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:54Z', 'updated_at': '2021-11-23T12:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:57:58.960448 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04791f4a-aedc-405f-958e-7e35f2bf3dac None None] The sync data for ids ['a98d803f-f743-4409-bf49-bfa828caf3bb'] in dv-cinder-818884-1-iscsi is: [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T12:57:55Z', 'revision_number': 3, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port': {'id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:54Z', 'updated_at': '2021-11-23T12:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:57:58.976061 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:58.977734 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 1a45e358-0246-4b0d-b57d-8482876c12cc triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:58.978572 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:59.093885 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-78c79a99-ea1b-4d72-9bb2-abceccb0e9c0 None None] Provisioning for port 421961ea-a4cc-4645-aa9b-da972995b649 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:57:59.102459 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-78c79a99-ea1b-4d72-9bb2-abceccb0e9c0 None None] Provisioning complete for port 421961ea-a4cc-4645-aa9b-da972995b649 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:59.102836 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-78c79a99-ea1b-4d72-9bb2-abceccb0e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:59.200986 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-78c79a99-ea1b-4d72-9bb2-abceccb0e9c0 None None] Port 421961ea-a4cc-4645-aa9b-da972995b649 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:57:59.236148 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:59.242652 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:59.268552 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:57:59.346318 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Pushing event updated for resources: {'Port': ['ID=421961ea-a4cc-4645-aa9b-da972995b649,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:57:59.350999 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:57:59.351807 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:59.668143 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Network 541225c7-0432-4552-9f06-396610a102d8 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:57:59.672471 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:57:59.692740 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b275c2-dfdb-44ae-9381-988e5d130055 req-d6bc1619-9b9b-4701-9493-f17cca08d5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:59.694226 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-16b275c2-dfdb-44ae-9381-988e5d130055 req-d6bc1619-9b9b-4701-9493-f17cca08d5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.2610531
Nov 23 12:57:59.837738 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0a89d-8da2-491d-9018-cab5c1622783 req-d81a6fe6-b626-4126-97a7-4ea43a832ca3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:57:59.839330 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9cd0a89d-8da2-491d-9018-cab5c1622783 req-d81a6fe6-b626-4126-97a7-4ea43a832ca3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.2912114
Nov 23 12:57:59.911729 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-16b275c2-dfdb-44ae-9381-988e5d130055 req-12a0416c-e8e7-4b9d-bb61-2aaa964a4108 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660020
Nov 23 12:57:59.937510 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9cd0a89d-8da2-491d-9018-cab5c1622783 req-18270fd7-dc12-4f9c-9b9a-8d400c54dfed tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857985
Nov 23 12:57:59.942122 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-e26ff098-d3c6-4f68-bd17-a3188a0ceb6e None None] Provisioning complete for port 421961ea-a4cc-4645-aa9b-da972995b649 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:57:59.943258 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e26ff098-d3c6-4f68-bd17-a3188a0ceb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:57:59.958732 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Router a98d803f-f743-4409-bf49-bfa828caf3bb has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:57:59.998837 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-e26ff098-d3c6-4f68-bd17-a3188a0ceb6e None None] Port 421961ea-a4cc-4645-aa9b-da972995b649 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:58:00.134054 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:58:00.143291 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] 10.222.0.73 "PUT /v2.0/routers/a98d803f-f743-4409-bf49-bfa828caf3bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0301485
Nov 23 12:58:00.466673 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Sync routers for ids ['a98d803f-f743-4409-bf49-bfa828caf3bb'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:58:00.475935 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Routers {'a98d803f-f743-4409-bf49-bfa828caf3bb'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:00.476546 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4c46d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['a98d803f-f743-4409-bf49-bfa828caf3bb'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:58:00.665328 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Set router a98d803f-f743-4409-bf49-bfa828caf3bb gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:58:00.725389 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 9c4a62d9-71c5-440e-8471-49be87d0d3ab up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:58:00.930502 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 9c4a62d9-71c5-440e-8471-49be87d0d3ab completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:58:00.948261 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 9c4a62d9-71c5-440e-8471-49be87d0d3ab triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:58:00.948822 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.078883 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48244) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:01.088775 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176192661', 'description': 'tempest-secgroup-smoke-1176192661 description', 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:01.096050 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:01.101473 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:01.106869 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:01.113865 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:01.128466 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.142024 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.151555 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:01.155577 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:01.158439 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:01.160820 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8482c0-3d59-48c1-aac9-99c1884751d0 req-2532029d-bbee-4b30-9da2-3e05438ee20e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:01.162736 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a8482c0-3d59-48c1-aac9-99c1884751d0 req-2532029d-bbee-4b30-9da2-3e05438ee20e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.1397462
Nov 23 12:58:01.165185 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:01.187755 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4c46d0>, [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T12:57:58Z', 'revision_number': 4, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port': {'id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:54Z', 'updated_at': '2021-11-23T12:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '421961ea-a4cc-4645-aa9b-da972995b649', 'name': '', 'network_id': '541225c7-0432-4552-9f06-396610a102d8', 'tenant_id': '5622eab39db240729d0178d40860add1', 'mac_address': 'fa:16:3e:07:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5c82eb1f-beb3-49ce-ac65-16aeb95b7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:58Z', 'updated_at': '2021-11-23T12:57:59Z', 'revision_number': 2, 'project_id': '5622eab39db240729d0178d40860add1', 'subnets': [{'id': '5c82eb1f-beb3-49ce-ac65-16aeb95b7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:58:01.191042 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 9c4a62d9-71c5-440e-8471-49be87d0d3ab, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=9c4a62d9-71c5-440e-8471-49be87d0d3ab,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:58:01.194295 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Checking router: a98d803f-f743-4409-bf49-bfa828caf3bb for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:58:01.194713 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Updating router a98d803f-f743-4409-bf49-bfa828caf3bb port 421961ea-a4cc-4645-aa9b-da972995b649 binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:58:01.225637 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.235880 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-41d45e92-098a-477a-9407-98522bf91fdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:01.251536 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.257870 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.264168 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-401196ea-7a03-4d44-ac63-a21ca850c13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:01.288866 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6a8482c0-3d59-48c1-aac9-99c1884751d0 req-124fb41c-20a6-441c-87c4-3a976dd0eace tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177926
Nov 23 12:58:01.312560 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09bb899-d02b-40de-b404-6588b7726519,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:01.315913 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.318356 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2342610
Nov 23 12:58:01.318356 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:01.319133 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.320766 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48250) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:01.328364 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'security_group_rule': {'security_group_id': 'f09bb899-d02b-40de-b404-6588b7726519', 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:01.336815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d26e-89e7-4b17-aa49-379142dd81fb req-e7f5ef52-241d-4935-8ebb-bd2b2d07af83 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:01.336962 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:01.341020 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:01.341658 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=9c4a62d9-71c5-440e-8471-49be87d0d3ab,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:01.344246 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:01.344891 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:01.350745 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:01.351019 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e191d26e-89e7-4b17-aa49-379142dd81fb req-e7f5ef52-241d-4935-8ebb-bd2b2d07af83 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1569581
Nov 23 12:58:01.376063 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.402874 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e191d26e-89e7-4b17-aa49-379142dd81fb req-471b541a-4a78-40be-97d9-10e0bc7089c3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508995
Nov 23 12:58:01.449192 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.452882 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.461624 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:01.483466 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285dc592-b37a-4b09-9fb4-185ec88a7ba4,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:01.486836 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:01.491797 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.493149 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1712835
Nov 23 12:58:01.496286 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48254) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:01.501564 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'security_group_rule': {'security_group_id': 'f09bb899-d02b-40de-b404-6588b7726519', 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:01.507705 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:01.512054 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:01.515094 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:01.521703 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:01.539617 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.621957 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.626373 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.636632 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:01.661078 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f3e59b-c308-4985-acc2-0b920ef6e524,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:01.665725 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:01.670856 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.671786 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1745002
Nov 23 12:58:01.675354 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48258) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:01.682021 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'security_group_rule': {'security_group_id': 'f09bb899-d02b-40de-b404-6588b7726519', 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:01.689085 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:01.693407 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:01.696416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:01.702199 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:01.705664 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.717696 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Transition to ACTIVE for port object 421961ea-a4cc-4645-aa9b-da972995b649 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:58:01.718263 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.724643 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.729057 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:01.787998 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.792433 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.798299 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-db7ef558-e56b-48ea-865d-cb194fe61411 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:01.824518 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c481a31-9f92-40c6-b8b6-180f1d463ed5,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:01.827541 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:01.831198 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.832392 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1558712
Nov 23 12:58:01.835518 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48262) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:01.840879 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'security_group_rule': {'security_group_id': 'f09bb899-d02b-40de-b404-6588b7726519', 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:01.847112 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:01.851081 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:01.854067 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:01.860190 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:01.880167 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.893165 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e399a-3828-48d4-8a44-0de86432fe88 None None] Pushing event updated for resources: {'Port': ['ID=421961ea-a4cc-4645-aa9b-da972995b649,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:01.895746 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-579e399a-3828-48d4-8a44-0de86432fe88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:01.974692 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.985360 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:01.987543 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7a461e86-17cc-407f-ae06-5daabc00873c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:02.005058 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Attempting to bind port 421961ea-a4cc-4645-aa9b-da972995b649 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:58:02.005642 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Attempting to bind port 421961ea-a4cc-4645-aa9b-da972995b649 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:58:02.005876 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Attempting to bind port 421961ea-a4cc-4645-aa9b-da972995b649 on network 541225c7-0432-4552-9f06-396610a102d8 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:58:02.011737 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:58:02.012028 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Checking segment: {'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:58:02.012234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44dc7d02-6a9e-4664-aa4e-59191e87e33e,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:02.012435 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.012831 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Bound using segment: {'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:58:02.013419 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Bound port: 421961ea-a4cc-4645-aa9b-da972995b649, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea8f985-0bb5-425c-9463-1e4e4ad92930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '541225c7-0432-4552-9f06-396610a102d8'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:58:02.014099 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.014721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:02.023287 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.024966 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9ff8dd8c-ffc3-4bcf-9574-8c0369e02d09 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1881232
Nov 23 12:58:02.027570 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48268) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:02.032739 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'security_group_rule': {'security_group_id': 'f09bb899-d02b-40de-b404-6588b7726519', 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:02.039488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:02.043310 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:02.046334 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:02.052128 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:02.062858 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.securitygroups_db [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Project d7106439f0ea4521b2e0d2edf235cd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:58:02.069470 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.112192 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] For port 421961ea-a4cc-4645-aa9b-da972995b649, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:58:02.114413 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] For port 421961ea-a4cc-4645-aa9b-da972995b649, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=421961ea-a4cc-4645-aa9b-da972995b649,segment=NetworkSegment(7ea8f985-0bb5-425c-9463-1e4e4ad92930),segment_id=7ea8f985-0bb5-425c-9463-1e4e4ad92930)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:58:02.119894 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.129964 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:02.139804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.144948 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.147204 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-87d6ed6b-8aef-456b-836a-b5231c1f36d8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:02.169495 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5432bbce-fde4-40fd-bf34-329218b0c2d9,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:02.174184 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:02.180090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.182805 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1540830
Nov 23 12:58:02.184563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48274) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:02.190352 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'security_group_rule': {'security_group_id': 'f09bb899-d02b-40de-b404-6588b7726519', 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:02.196438 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:02.200543 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:security_group_rule and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:02.203569 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Routers {'a98d803f-f743-4409-bf49-bfa828caf3bb'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:58:02.203791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:02.204207 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4c46d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:57:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['a98d803f-f743-4409-bf49-bfa828caf3bb'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:58:02.210045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:02.224322 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.securitygroups_db [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Project d7106439f0ea4521b2e0d2edf235cd5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 12:58:02.236563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.309420 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.314166 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.318506 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e399a-3828-48d4-8a44-0de86432fe88 None None] Pushing event updated for resources: {'Port': ['ID=421961ea-a4cc-4645-aa9b-da972995b649,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:02.324044 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:02.328473 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-579e399a-3828-48d4-8a44-0de86432fe88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:02.345585 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de47f797-acc6-462d-b116-e8bd9a56fda5,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:02.348105 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:02.361303 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.364100 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1785152
Nov 23 12:58:02.405820 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] Set router a98d803f-f743-4409-bf49-bfa828caf3bb gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:58:02.648301 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16906cc3-ed1e-4df5-b88c-dd9d667316bd req-b3262877-e1fd-4c70-b33f-d097031c1b21 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:02.650711 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-16906cc3-ed1e-4df5-b88c-dd9d667316bd req-b3262877-e1fd-4c70-b33f-d097031c1b21 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.2036071
Nov 23 12:58:02.712539 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8902d38-40d4-4822-a4d8-e6337793126d req-31b314c6-ad3d-40b7-8c0a-a69d2865ac4e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:02.713785 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b8902d38-40d4-4822-a4d8-e6337793126d req-31b314c6-ad3d-40b7-8c0a-a69d2865ac4e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1433444
Nov 23 12:58:02.720463 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-16906cc3-ed1e-4df5-b88c-dd9d667316bd req-c30ce7fe-6947-4ffe-8638-eaf6f72effde tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629981
Nov 23 12:58:02.752118 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 9c4a62d9-71c5-440e-8471-49be87d0d3ab up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:58:02.766928 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b8902d38-40d4-4822-a4d8-e6337793126d req-c6eb8f1e-f235-4b15-bc3a-b89f160f2037 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424211
Nov 23 12:58:02.847853 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 9c4a62d9-71c5-440e-8471-49be87d0d3ab triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:58:02.848231 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:02.899943 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4c46d0>, [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T12:57:58Z', 'revision_number': 4, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port': {'id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:54Z', 'updated_at': '2021-11-23T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '421961ea-a4cc-4645-aa9b-da972995b649', 'name': '', 'network_id': '541225c7-0432-4552-9f06-396610a102d8', 'tenant_id': '5622eab39db240729d0178d40860add1', 'mac_address': 'fa:16:3e:07:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5c82eb1f-beb3-49ce-ac65-16aeb95b7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:58Z', 'updated_at': '2021-11-23T12:58:02Z', 'revision_number': 4, 'project_id': '5622eab39db240729d0178d40860add1', 'subnets': [{'id': '5c82eb1f-beb3-49ce-ac65-16aeb95b7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:58:02.907473 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c260a8-4610-4e09-843c-4706fb919819 None None] The sync data for ids ['a98d803f-f743-4409-bf49-bfa828caf3bb'] in dv-cinder-818884-1-iscsi is: [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T12:57:58Z', 'revision_number': 4, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port': {'id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:54Z', 'updated_at': '2021-11-23T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '421961ea-a4cc-4645-aa9b-da972995b649', 'name': '', 'network_id': '541225c7-0432-4552-9f06-396610a102d8', 'tenant_id': '5622eab39db240729d0178d40860add1', 'mac_address': 'fa:16:3e:07:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '5c82eb1f-beb3-49ce-ac65-16aeb95b7865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:58Z', 'updated_at': '2021-11-23T12:58:02Z', 'revision_number': 4, 'project_id': '5622eab39db240729d0178d40860add1', 'subnets': [{'id': '5c82eb1f-beb3-49ce-ac65-16aeb95b7865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:58:04.082501 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef79751-c45d-4c22-b080-77c92f57f2bf req-4accfc97-76c2-4672-9b77-797475072bb0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:04.087966 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ef79751-c45d-4c22-b080-77c92f57f2bf req-4accfc97-76c2-4672-9b77-797475072bb0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 944 time: 0.2019506
Nov 23 12:58:04.119578 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3e382-0a57-42c7-ac6f-f4987df78a8c req-6fec3495-8ff4-47c1-9019-d5af80584849 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:04.121141 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e2f3e382-0a57-42c7-ac6f-f4987df78a8c req-6fec3495-8ff4-47c1-9019-d5af80584849 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1800272
Nov 23 12:58:04.179414 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ef79751-c45d-4c22-b080-77c92f57f2bf req-15054f07-2c10-4698-b536-aa1dbd4fbd13 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905776
Nov 23 12:58:04.220180 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e2f3e382-0a57-42c7-ac6f-f4987df78a8c req-35dc97eb-54f3-4e2e-8b2e-d17f9968b28c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889432
Nov 23 12:58:04.225136 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 1f62f71d-4479-4133-bb16-ecdc7b5ef23e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:58:04.370922 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:58:04.384888 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e', 'network_id': '0de19c0c-3c0b-4645-86f5-bda8145281eb', 'port_id': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e', 'mac_address': 'fa:16:3e:a3:70:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af0da670-3d7f-4342-a8bb-e792e3f9efd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:58:04.444943 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:04.463389 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f62f71d-4479-4133-bb16-ecdc7b5ef23e {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:58:04.479930 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:58:04.484568 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:04.486728 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:04.553920 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:04.557049 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:04.685164 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 421961ea-a4cc-4645-aa9b-da972995b649 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:58:04.757124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 421961ea-a4cc-4645-aa9b-da972995b649 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:58:04.762709 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 421961ea-a4cc-4645-aa9b-da972995b649 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:58:04.763117 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:04.883714 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:04.917757 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 421961ea-a4cc-4645-aa9b-da972995b649, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=421961ea-a4cc-4645-aa9b-da972995b649,segment=NetworkSegment(7ea8f985-0bb5-425c-9463-1e4e4ad92930),segment_id=7ea8f985-0bb5-425c-9463-1e4e4ad92930)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:58:04.923546 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:04.925628 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:05.018191 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['1f62f71d-4479-4133-bb16-ecdc7b5ef23e'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:58:05.047108 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=421961ea-a4cc-4645-aa9b-da972995b649,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:05.055116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:05.471657 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173ce74-6247-43ab-9d45-773f3fcab66d req-be67a137-03ee-45e0-b3bc-fe78d2820657 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:05.473054 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4173ce74-6247-43ab-9d45-773f3fcab66d req-be67a137-03ee-45e0-b3bc-fe78d2820657 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 945 time: 0.1596680
Nov 23 12:58:05.480961 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c9d89-ea3a-4efc-ba80-cd994d137034 req-f22a05c7-f8b8-4dbb-a002-e590f807c4ee tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:05.482294 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4e6c9d89-ea3a-4efc-ba80-cd994d137034 req-f22a05c7-f8b8-4dbb-a002-e590f807c4ee tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1278441
Nov 23 12:58:05.547190 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4173ce74-6247-43ab-9d45-773f3fcab66d req-35106be8-8e27-44ea-9e9a-14c96028ae8a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638237
Nov 23 12:58:05.555406 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4e6c9d89-ea3a-4efc-ba80-cd994d137034 req-e4726719-99f9-495a-8329-c52f633d33f9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577197
Nov 23 12:58:06.694611 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 421961ea-a4cc-4645-aa9b-da972995b649 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:58:06.763290 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 421961ea-a4cc-4645-aa9b-da972995b649 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:58:06.763741 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:06.904804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cacc3-8bc8-44f3-b6e1-57625ce03b4e req-94baaec6-40a9-4055-bc1f-9aa92ce76ad3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:06.906442 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-817cacc3-8bc8-44f3-b6e1-57625ce03b4e req-94baaec6-40a9-4055-bc1f-9aa92ce76ad3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 945 time: 0.2271290
Nov 23 12:58:06.914804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8c01c-42cc-41d4-b31d-93598021f579 req-6125f52d-bea5-41cf-8430-eaeb307812d1 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:06.916190 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dcf8c01c-42cc-41d4-b31d-93598021f579 req-6125f52d-bea5-41cf-8430-eaeb307812d1 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1970499
Nov 23 12:58:06.980579 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-817cacc3-8bc8-44f3-b6e1-57625ce03b4e req-cd07dff5-6736-4089-992b-d9862a3892b6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634375
Nov 23 12:58:06.984710 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dcf8c01c-42cc-41d4-b31d-93598021f579 req-1e3601e8-ad46-471a-a044-b57da65b784f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553598
Nov 23 12:58:07.955887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48460) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:08.087985 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.181705 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:08.190752 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Usage tracker for resource:security_group_rule and tenant:89b2e8ffa0e54208b2ea7aa4f3cc1d82 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:08.194751 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:08.207541 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:08.257368 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 1f62f71d-4479-4133-bb16-ecdc7b5ef23e up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:58:08.290434 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50087a87-4c37-4d4a-986b-81bba6999d01 req-9b85f700-8087-4866-ab1e-f9ba5d3ec3cc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:08.290434 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-50087a87-4c37-4d4a-986b-81bba6999d01 req-9b85f700-8087-4866-ab1e-f9ba5d3ec3cc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 945 time: 0.1901338
Nov 23 12:58:08.303601 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8736e3-81e7-4d51-8d0b-c107d52f4a69 req-360e7f0a-5436-44e6-be61-6babee945dcb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:08.305122 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fa8736e3-81e7-4d51-8d0b-c107d52f4a69 req-360e7f0a-5436-44e6-be61-6babee945dcb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1664243
Nov 23 12:58:08.333520 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:58:08.338817 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:58:08.339200 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.400556 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-50087a87-4c37-4d4a-986b-81bba6999d01 req-fd4a9ffd-8651-4384-90b7-d2b0b7390b33 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910206
Nov 23 12:58:08.414908 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fa8736e3-81e7-4d51-8d0b-c107d52f4a69 req-9b41b0bf-f2db-4ecb-bb60-793304de1bb9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882883
Nov 23 12:58:08.433465 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.438288 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.445047 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4cbf795a-5067-413f-b5b1-4fd105bc6abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:08.471424 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.498025 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89b2e8ffa0e54208b2ea7aa4f3cc1d82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5387735
Nov 23 12:58:08.498025 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8325e73f-3bd9-46b1-912c-33bab5b014c5,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:08.499041 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:58:08.499576 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48470) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:08.500485 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4b0fd3cf-70b9-4132-8ff1-19dff70f1044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:08.522357 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:58:08.530473 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.535882 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:08.582831 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.588988 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e', 'code': 200}
Nov 23 12:58:08.615530 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.652436 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:08.659797 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:08.691541 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.700110 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-30df2a7f-b71e-49a9-b523-b477be9496b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:08.713414 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:08.714544 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8325e73f-3bd9-46b1-912c-33bab5b014c5 HTTP/1.1" status: 204  len: 168 time: 0.2128422
Nov 23 12:58:08.715501 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325e73f-3bd9-46b1-912c-33bab5b014c5,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:08.736572 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:08.822028 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f9b2d-ee74-47bd-b8c4-5061c817e16b req-a9a38979-109e-40f1-811b-0c9b82ea2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:08.823649 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-463f9b2d-ee74-47bd-b8c4-5061c817e16b req-a9a38979-109e-40f1-811b-0c9b82ea2b4c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 1099 time: 0.0755146
Nov 23 12:58:08.871800 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-463f9b2d-ee74-47bd-b8c4-5061c817e16b req-72c1f75b-07a5-4457-a841-f78b314eed1b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414667
Nov 23 12:58:09.024030 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48488) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:09.041837 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.057605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:09.061504 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Usage tracker for resource:security_group_rule and tenant:0970a007c8134241b13201e70c011f09 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:09.065308 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:09.071772 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:09.156123 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.160958 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.169318 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8cb2f982-142b-452b-81e8-2139772ec09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:09.206579 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48494) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:09.210209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b56c6-a704-4f0c-a193-a0ee851b16af,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:09.218881 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0970a007c8134241b13201e70c011f09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1907530
Nov 23 12:58:09.218881 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-692f9414-4da3-48b2-b384-7c5d92a850cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:09.219456 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 48500) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:09.286498 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.325744 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.335531 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.367595 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:09.375785 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Usage tracker for resource:security_group_rule and tenant:f48f8cd9e5b04ad3bb132efed2173eb0 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:09.378603 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:09.384442 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:09.416253 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.422315 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3e13a7d8-1996-48fd-824e-094fbe99d7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:09.452386 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b56c6-a704-4f0c-a193-a0ee851b16af,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:09.458883 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:09.487665 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.491716 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c08b56c6-a704-4f0c-a193-a0ee851b16af HTTP/1.1" status: 204  len: 168 time: 0.2687373
Nov 23 12:58:09.535517 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.540715 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.553447 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e5e80b18-7f6f-41bf-baaf-9ad9ed413086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:09.683680 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f48f8cd9e5b04ad3bb132efed2173eb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4760041
Nov 23 12:58:09.686400 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 48512) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:09.691156 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c944d859-4a72-4fa2-8510-eaccb89a840a,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:09.701162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:09.746922 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.760819 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a36c6-f8b2-46f3-b066-b56b24481c9e req-7edc0be7-6d2d-40fe-aa23-bbaa4a767af2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:09.762660 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c99a36c6-f8b2-46f3-b066-b56b24481c9e req-7edc0be7-6d2d-40fe-aa23-bbaa4a767af2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1976795
Nov 23 12:58:09.807101 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.822777 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b9a3a-e080-42ac-a35e-e6e203ec5985 req-762590d4-329e-484d-a392-c5e8e228ebd3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:09.826103 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d2b9a3a-e080-42ac-a35e-e6e203ec5985 req-762590d4-329e-484d-a392-c5e8e228ebd3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 946 time: 0.2758141
Nov 23 12:58:09.851128 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c99a36c6-f8b2-46f3-b066-b56b24481c9e req-1ac7f23a-bcc3-4bf4-9de1-5c751e1f5256 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815234
Nov 23 12:58:09.881074 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.891907 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4a0a1ed9-c278-449e-b5ea-7e8206027915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:09.907348 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c944d859-4a72-4fa2-8510-eaccb89a840a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:09.909721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:09.912128 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d2b9a3a-e080-42ac-a35e-e6e203ec5985 req-96381d6d-762c-49bc-b415-a583c2db4af8 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651622
Nov 23 12:58:09.912675 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:09.916053 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c944d859-4a72-4fa2-8510-eaccb89a840a HTTP/1.1" status: 204  len: 168 time: 0.2264326
Nov 23 12:58:11.150645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21857012-a53e-4ba7-bbda-86fea90300c7 req-ca977647-73ff-466d-b099-92be2c7b939c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:11.152322 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-21857012-a53e-4ba7-bbda-86fea90300c7 req-ca977647-73ff-466d-b099-92be2c7b939c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1615105
Nov 23 12:58:11.203964 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886a72-c657-4fe8-bab8-80b886c67173 req-8b5b2011-4076-448c-ab16-3932d55a8578 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:11.205342 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-99886a72-c657-4fe8-bab8-80b886c67173 req-8b5b2011-4076-448c-ab16-3932d55a8578 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 946 time: 0.1291325
Nov 23 12:58:11.212350 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-21857012-a53e-4ba7-bbda-86fea90300c7 req-8e6d3673-1919-4025-90d8-65704bfac2a5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535831
Nov 23 12:58:11.250665 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-99886a72-c657-4fe8-bab8-80b886c67173 req-3f1949a1-547f-4eca-9f16-58c88ca812cc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373776
Nov 23 12:58:12.419899 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9673a-82a7-45b6-872c-e63722fd2d33 req-0e1379ec-b1a5-4259-9375-f753e5c022a3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:12.421350 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4f9673a-82a7-45b6-872c-e63722fd2d33 req-0e1379ec-b1a5-4259-9375-f753e5c022a3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1012833
Nov 23 12:58:12.468680 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4f9673a-82a7-45b6-872c-e63722fd2d33 req-b1020cd0-135e-49c9-abba-7f993c51d844 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414071
Nov 23 12:58:13.672554 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6cb75-b4f6-46cf-95c3-cacb94674f2a req-66202bbb-ec97-47b7-bcb8-8f37f3b6567b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:13.673893 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cba6cb75-b4f6-46cf-95c3-cacb94674f2a req-66202bbb-ec97-47b7-bcb8-8f37f3b6567b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0818601
Nov 23 12:58:13.720368 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cba6cb75-b4f6-46cf-95c3-cacb94674f2a req-979d8654-be6a-4731-86dc-642e2753eff7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385256
Nov 23 12:58:14.926244 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d168ac-137b-4d6e-a5d3-9d0d92eef7d4 req-ad4bc8d5-13ee-40b5-a62b-b63e52fcd4af tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:14.927705 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c2d168ac-137b-4d6e-a5d3-9d0d92eef7d4 req-ad4bc8d5-13ee-40b5-a62b-b63e52fcd4af tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0925994
Nov 23 12:58:14.975546 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c2d168ac-137b-4d6e-a5d3-9d0d92eef7d4 req-f4283729-6c81-4f95-b2c9-51a84f135241 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392885
Nov 23 12:58:16.178615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa73940-e2ec-4a84-8ec4-9f4a0aa76530 req-5a565a65-c728-4ed3-afee-3efbedcba768 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:16.180083 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5aa73940-e2ec-4a84-8ec4-9f4a0aa76530 req-5a565a65-c728-4ed3-afee-3efbedcba768 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0884504
Nov 23 12:58:16.227246 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5aa73940-e2ec-4a84-8ec4-9f4a0aa76530 req-fa5ada0a-5e88-45d2-b600-f45ff3600ea0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390046
Nov 23 12:58:17.208167 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:17.436775 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d4f77-6b54-4cc5-9cbb-17cf59f0c415 req-27d4ba85-c86e-44c2-b3ca-432db1e578c3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:17.438223 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff2d4f77-6b54-4cc5-9cbb-17cf59f0c415 req-27d4ba85-c86e-44c2-b3ca-432db1e578c3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0917454
Nov 23 12:58:17.482598 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff2d4f77-6b54-4cc5-9cbb-17cf59f0c415 req-3acbdd52-70fa-4c1c-8309-c127bfc5bac0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387299
Nov 23 12:58:18.672344 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf026c2-b98a-435c-95d9-e30bce64ad97 req-3f243038-5c6b-4939-91c3-64a65b38f7b0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:18.672344 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bcf026c2-b98a-435c-95d9-e30bce64ad97 req-3f243038-5c6b-4939-91c3-64a65b38f7b0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0797422
Nov 23 12:58:18.718577 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bcf026c2-b98a-435c-95d9-e30bce64ad97 req-65095db5-5d0a-4259-9a27-5fef4bc33c6c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396116
Nov 23 12:58:19.901428 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e80ad1-a245-4d1a-96b5-29336cc56d90 req-849bd96f-9b78-4b06-a8d7-7d9424fe5886 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:19.902917 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e1e80ad1-a245-4d1a-96b5-29336cc56d90 req-849bd96f-9b78-4b06-a8d7-7d9424fe5886 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0803709
Nov 23 12:58:19.951339 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e1e80ad1-a245-4d1a-96b5-29336cc56d90 req-c8c591b8-48d3-4657-a2cc-499488b07907 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416329
Nov 23 12:58:21.209321 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1d43d-767e-4a91-ac24-c3045d0e28bd req-80ed4201-3c83-40a7-86b5-870a79b350ce tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:21.211085 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eca1d43d-767e-4a91-ac24-c3045d0e28bd req-80ed4201-3c83-40a7-86b5-870a79b350ce tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1493933
Nov 23 12:58:21.256926 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eca1d43d-767e-4a91-ac24-c3045d0e28bd req-2541d886-faaf-4d74-b21f-3c329cf3977e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400808
Nov 23 12:58:21.789965 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-da0db398-24c6-478a-a3f4-ee78b3bcf64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:22.063467 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:22.446615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db4c26-493a-4201-bd99-7cf4679250a9 req-2e856c93-aeb9-443e-a5f3-32006f121b92 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:22.448049 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b1db4c26-493a-4201-bd99-7cf4679250a9 req-2e856c93-aeb9-443e-a5f3-32006f121b92 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0844898
Nov 23 12:58:22.501398 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b1db4c26-493a-4201-bd99-7cf4679250a9 req-97870b66-7a07-4dde-8202-845717f1f83d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473108
Nov 23 12:58:23.699800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673900b-268d-4139-8ef8-70742ace7230 req-9b9823de-8fba-4e06-878f-dd7bfee41026 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:23.701151 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1673900b-268d-4139-8ef8-70742ace7230 req-9b9823de-8fba-4e06-878f-dd7bfee41026 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0834420
Nov 23 12:58:23.749437 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1673900b-268d-4139-8ef8-70742ace7230 req-1a7c9684-e3cc-403e-974f-572e618b7c41 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425789
Nov 23 12:58:23.955172 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4aa7a999-a5c9-4c86-bde2-4f530efd64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:24.927351 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:24.957357 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291d496-4f1c-4942-ad19-4bfd53b38c99 req-513c4121-1871-4b51-a60d-67a5c2bd0843 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:24.958889 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2291d496-4f1c-4942-ad19-4bfd53b38c99 req-513c4121-1871-4b51-a60d-67a5c2bd0843 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0885525
Nov 23 12:58:25.011272 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2291d496-4f1c-4942-ad19-4bfd53b38c99 req-d4b60698-f8d2-43f7-ba78-a670d2298710 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441067
Nov 23 12:58:26.216606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9b420-84d7-4988-9961-f274e8401240 req-c3885170-86c0-472e-b078-6e373bc57dfa tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:26.218076 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-10b9b420-84d7-4988-9961-f274e8401240 req-c3885170-86c0-472e-b078-6e373bc57dfa tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0875154
Nov 23 12:58:26.264403 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-10b9b420-84d7-4988-9961-f274e8401240 req-fece6ec1-2fd8-4bc5-a02a-4ce8e1f7b872 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383821
Nov 23 12:58:26.693752 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:27.457501 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b158ae0-61d0-408c-92d5-05cfbf113d71 req-bd2ed58b-c8ad-402d-96e1-7cc7bf7a331a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:27.459052 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b158ae0-61d0-408c-92d5-05cfbf113d71 req-bd2ed58b-c8ad-402d-96e1-7cc7bf7a331a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0838261
Nov 23 12:58:27.503229 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b158ae0-61d0-408c-92d5-05cfbf113d71 req-33064df6-08c7-42c3-9b18-89aafc11155f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384481
Nov 23 12:58:27.942399 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:58:28.704912 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7788152-fa97-4743-889b-505292032631 req-3d0a5ea3-0dfd-4978-8a30-04b20205b575 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:28.706347 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c7788152-fa97-4743-889b-505292032631 req-3d0a5ea3-0dfd-4978-8a30-04b20205b575 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0901711
Nov 23 12:58:28.753041 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c7788152-fa97-4743-889b-505292032631 req-f03abb67-4bd5-4c2d-8b5f-e90ae698cc18 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397520
Nov 23 12:58:29.969942 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d8de3-424e-4b49-b576-c484a990e803 req-603879fa-4e25-4177-ba8e-2c9ba0e16376 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:29.971476 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a55d8de3-424e-4b49-b576-c484a990e803 req-603879fa-4e25-4177-ba8e-2c9ba0e16376 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1038008
Nov 23 12:58:30.016570 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a55d8de3-424e-4b49-b576-c484a990e803 req-ef33f231-9e11-4394-bbe0-e9653d9383a4 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391202
Nov 23 12:58:31.207688 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a6ea0-99c4-46f4-9fb9-ec67983de090 req-0dcf0156-5b56-4d0a-835d-035a94856fc9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:31.209172 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-623a6ea0-99c4-46f4-9fb9-ec67983de090 req-0dcf0156-5b56-4d0a-835d-035a94856fc9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0863767
Nov 23 12:58:31.252282 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-623a6ea0-99c4-46f4-9fb9-ec67983de090 req-e18386f7-2341-43c8-97af-e6c3c0cd5bc0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374060
Nov 23 12:58:32.444090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2113cc-b356-4e8c-aced-a5e2422eee42 req-defdbe17-311e-4853-b0fb-14a4aaff3e86 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:32.445467 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5e2113cc-b356-4e8c-aced-a5e2422eee42 req-defdbe17-311e-4853-b0fb-14a4aaff3e86 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0884700
Nov 23 12:58:32.488699 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5e2113cc-b356-4e8c-aced-a5e2422eee42 req-3c547ca8-030e-4a1d-b8dd-bd04702c8ca6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374911
Nov 23 12:58:33.681858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bdb0c-de14-4344-bf73-6ca71cbd14c9 req-f9adecd6-0903-452d-824a-466b2663e9de tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:33.683298 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c08bdb0c-de14-4344-bf73-6ca71cbd14c9 req-f9adecd6-0903-452d-824a-466b2663e9de tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0816140
Nov 23 12:58:33.730634 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c08bdb0c-de14-4344-bf73-6ca71cbd14c9 req-341e287f-2c98-4a63-a15e-5988b51b50a0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411320
Nov 23 12:58:33.778833 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdf6a-417f-4b62-9244-bf7d92b8fa28 req-1f48f7e1-cc8a-44ba-bfea-4e10ba4c413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:33.780290 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-18dbdf6a-417f-4b62-9244-bf7d92b8fa28 req-1f48f7e1-cc8a-44ba-bfea-4e10ba4c413d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.0701783
Nov 23 12:58:33.823152 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-18dbdf6a-417f-4b62-9244-bf7d92b8fa28 req-f2a3a641-34f0-44b4-bf4b-eeac534313cf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353935
Nov 23 12:58:34.919336 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ede1b-0ea3-4c54-93ce-392f6b7a1c26 req-efc4533c-63b7-4ad1-934b-ce15025ae773 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:34.920821 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-292ede1b-0ea3-4c54-93ce-392f6b7a1c26 req-efc4533c-63b7-4ad1-934b-ce15025ae773 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0825770
Nov 23 12:58:34.964124 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-292ede1b-0ea3-4c54-93ce-392f6b7a1c26 req-a5ec3d75-e58c-4ac5-a54f-f174624b77fb tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376730
Nov 23 12:58:36.169706 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0d43c-c1d1-4608-9eaf-2edb97cb8209 req-69c762f3-32b3-40f1-9c32-e4ea9e0ac10e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:36.171149 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86b0d43c-c1d1-4608-9eaf-2edb97cb8209 req-69c762f3-32b3-40f1-9c32-e4ea9e0ac10e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0863786
Nov 23 12:58:36.216437 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86b0d43c-c1d1-4608-9eaf-2edb97cb8209 req-e03da2f3-f7a1-48a5-869c-986bd483ee23 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396669
Nov 23 12:58:36.747385 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-dc6de92c-a2b7-460e-aceb-d978bb6348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:36.749975 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-dc6de92c-a2b7-460e-aceb-d978bb6348cf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 1099 time: 0.0929508
Nov 23 12:58:36.761526 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7539f-62cc-480c-9761-88d68f84f672 req-880d330e-0529-4fdc-9886-ff5ef6459603 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:36.762971 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-87c7539f-62cc-480c-9761-88d68f84f672 req-880d330e-0529-4fdc-9886-ff5ef6459603 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0858328
Nov 23 12:58:36.809403 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-87c7539f-62cc-480c-9761-88d68f84f672 req-537263eb-30e6-49b3-88b1-cda0e6c4eb6a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402970
Nov 23 12:58:36.941414 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-30285dbd-ba2d-4e03-b145-20a0e98ff466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:36.942888 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-30285dbd-ba2d-4e03-b145-20a0e98ff466 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.1862593
Nov 23 12:58:37.010588 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-251a18b6-8951-4e60-80e8-76a4b5b16ad4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 200  len: 217 time: 0.0605040
Nov 23 12:58:37.074878 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-c1781511-825a-4f15-83b2-9dd43541640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:37.076189 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-c1781511-825a-4f15-83b2-9dd43541640d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.0590065
Nov 23 12:58:37.124698 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-ce979436-0852-4f4a-bf36-1efe1db725c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400867
Nov 23 12:58:37.261715 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-02649042-aaba-49b4-ba92-2dcb89c532cc service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274433
Nov 23 12:58:37.391207 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b39d2620-bdf5-4599-84df-74cb32fdb018 req-91f639ed-a47c-411d-a667-df989fb6a015 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226408
Nov 23 12:58:37.998493 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf1cb-8448-4be8-a4ef-bf59afe0f992 req-9a8ca987-43cd-488f-bd60-676e03111306 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:38.000178 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c3baf1cb-8448-4be8-a4ef-bf59afe0f992 req-9a8ca987-43cd-488f-bd60-676e03111306 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0828781
Nov 23 12:58:38.045399 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c3baf1cb-8448-4be8-a4ef-bf59afe0f992 req-9f1e9699-a844-416f-9c0a-fbca942f61d8 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388808
Nov 23 12:58:39.228781 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7816-74b5-44c8-8c39-3f4afaf078a2 req-cf390bf1-4f28-4706-8340-2dad051dc005 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:39.230198 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-08cc7816-74b5-44c8-8c39-3f4afaf078a2 req-cf390bf1-4f28-4706-8340-2dad051dc005 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0793784
Nov 23 12:58:39.278805 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-08cc7816-74b5-44c8-8c39-3f4afaf078a2 req-86de278f-ba08-41ce-8575-0f990b942cd7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417757
Nov 23 12:58:40.470739 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a678080-20ac-4aff-91cf-f2e40b5184b1 req-e35dd2d2-22da-4fec-9306-1adc0fba9f5d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:40.472263 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5a678080-20ac-4aff-91cf-f2e40b5184b1 req-e35dd2d2-22da-4fec-9306-1adc0fba9f5d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0803854
Nov 23 12:58:40.517602 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5a678080-20ac-4aff-91cf-f2e40b5184b1 req-1b075818-7e82-452a-8a4d-fe29c30c6f10 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397921
Nov 23 12:58:41.713868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac7873-61ad-4407-8503-305472ebc740 req-2bc12a60-1d22-4438-81de-fb86524f4ce6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:41.715308 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-66ac7873-61ad-4407-8503-305472ebc740 req-2bc12a60-1d22-4438-81de-fb86524f4ce6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0838065
Nov 23 12:58:41.758695 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-66ac7873-61ad-4407-8503-305472ebc740 req-9313adf5-c4f0-410b-9689-d88872861f3c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377982
Nov 23 12:58:42.951006 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6fb4ff-62c7-44cf-8f6d-ce2ebcec2910 req-12258545-0419-4803-a3e4-c3e136b3d51a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:42.952503 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ed6fb4ff-62c7-44cf-8f6d-ce2ebcec2910 req-12258545-0419-4803-a3e4-c3e136b3d51a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0808675
Nov 23 12:58:42.998937 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ed6fb4ff-62c7-44cf-8f6d-ce2ebcec2910 req-6fc44fb1-5cdf-4699-a9e8-b37578a66080 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383914
Nov 23 12:58:44.267580 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6490c2-9ed9-4b60-9f59-5d72743a9535 req-1eabf81b-f42c-4c75-a780-b66a6a214778 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:44.269022 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3f6490c2-9ed9-4b60-9f59-5d72743a9535 req-1eabf81b-f42c-4c75-a780-b66a6a214778 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1397936
Nov 23 12:58:44.312269 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3f6490c2-9ed9-4b60-9f59-5d72743a9535 req-5fd604db-b98d-4f74-b143-a3ec1ff02d48 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372734
Nov 23 12:58:45.504521 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b24a0-f4c4-4845-86ac-7a887735db30 req-9e9259f6-0c78-4941-8957-c5f585e2d979 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:45.505975 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-235b24a0-f4c4-4845-86ac-7a887735db30 req-9e9259f6-0c78-4941-8957-c5f585e2d979 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0801759
Nov 23 12:58:45.551187 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-235b24a0-f4c4-4845-86ac-7a887735db30 req-14626eea-41aa-475c-8569-4e0c6f6955fc tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388765
Nov 23 12:58:46.740776 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1144e-278a-4359-93d1-0080087086a7 req-8163d8ef-9e8b-4a40-8f55-71c6c6a1a395 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:46.742200 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-50a1144e-278a-4359-93d1-0080087086a7 req-8163d8ef-9e8b-4a40-8f55-71c6c6a1a395 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0809844
Nov 23 12:58:46.786869 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-50a1144e-278a-4359-93d1-0080087086a7 req-f3d5e774-43f4-47db-aa4c-25cef9113683 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388503
Nov 23 12:58:47.216934 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:47.958921 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-af763ba8-0aaa-4e12-a7b4-d64214d7a12a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743928
Nov 23 12:58:47.984235 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd926fb-ea8b-4a77-80db-edbbe482a834 req-0553c09f-b51c-4197-903d-f4ca32fa4df6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:47.985688 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fdd926fb-ea8b-4a77-80db-edbbe482a834 req-0553c09f-b51c-4197-903d-f4ca32fa4df6 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0842731
Nov 23 12:58:48.032401 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fdd926fb-ea8b-4a77-80db-edbbe482a834 req-874a8665-0d13-4c64-b3e1-3616d6674204 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408432
Nov 23 12:58:48.084369 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-41c3d34f-02cc-4929-9daf-a217768255f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:48.085801 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-41c3d34f-02cc-4929-9daf-a217768255f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d16aeb00b18a48eb8851b9748413a53a&device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 1098 time: 0.0700128
Nov 23 12:58:48.243931 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-6bb39dc8-bafb-41a2-933f-8f6d34bee1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:48.245449 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-6bb39dc8-bafb-41a2-933f-8f6d34bee1df service neutron] 10.222.0.82 "GET /v2.0/networks?id=4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 200  len: 920 time: 0.1345153
Nov 23 12:58:48.321270 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-4029dd06-25a8-42d0-86a0-dabe0493d5c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98edb104-289d-4c76-b488-4c293239cec6 HTTP/1.1" status: 200  len: 217 time: 0.0670514
Nov 23 12:58:48.398615 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-c080ff16-dcb8-4026-adfe-c64535f1b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:48.399992 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-c080ff16-dcb8-4026-adfe-c64535f1b42f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 200  len: 858 time: 0.0717907
Nov 23 12:58:48.455217 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-d7acea0f-2912-4dfa-8f3a-7f7684fcee90 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4d1ed859-274e-4413-aaeb-c5e6188bffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479732
Nov 23 12:58:48.611945 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-086f12ac-07d7-413d-a063-cc3a552d1d9d service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483090
Nov 23 12:58:48.763859 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fc7cf8ed-8b09-4de8-a0eb-86b8ed864d74 req-3d1c99cf-3770-4b2b-8dc3-fd716be20974 service neutron] 10.222.0.82 "GET /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443603
Nov 23 12:58:50.579801 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49042) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:50.701573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:50.715934 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:50.719866 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a41181efbb4e50a1699727fc96ef17 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:58:50.722705 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:58:50.728431 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:50.815238 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:50.820226 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:50.829706 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a8d01e80-f384-4ed7-9965-8485a74843f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:50.867704 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1a41181efbb4e50a1699727fc96ef17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2866156
Nov 23 12:58:50.869329 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c3414-1373-4c96-9968-bf1af3f0536e,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:50.870646 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49048) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:58:50.880138 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.880635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.881113 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.881797 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.882248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.882748 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.883219 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.883731 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.884575 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.885071 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.885531 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.886100 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:50.890104 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:50.934706 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:50.963822 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:51.016832 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:51.022770 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8b9c8530-819f-48de-bb40-46c10dc10552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:51.035338 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c3414-1373-4c96-9968-bf1af3f0536e,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:51.045376 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.045799 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.046213 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.046640 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.047034 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.047530 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.047931 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.048331 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.048726 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.049118 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.049521 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.049913 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:58:51.053718 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:51.058017 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f41c3414-1373-4c96-9968-bf1af3f0536e HTTP/1.1" status: 204  len: 168 time: 0.1862288
Nov 23 12:58:51.059769 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:51.484309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96405f-727a-4f4a-9e6a-ecaad70e4e11 req-e910f6d3-bbd6-4b53-9a2a-1d2462627d22 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:51.485956 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5a96405f-727a-4f4a-9e6a-ecaad70e4e11 req-e910f6d3-bbd6-4b53-9a2a-1d2462627d22 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 946 time: 0.0881491
Nov 23 12:58:51.536858 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5a96405f-727a-4f4a-9e6a-ecaad70e4e11 req-8b53c234-5c82-4833-af2e-805da1c0faf3 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429688
Nov 23 12:58:51.784766 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f73f717f-85ad-4f63-b19b-7e8670d729b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:51.901976 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-65566a53-695e-4846-a09f-bdb54f56cef0 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176192661&fields=id&tenant_id=d7106439f0ea4521b2e0d2edf235cd5e HTTP/1.1" status: 200  len: 267 time: 0.0386450
Nov 23 12:58:52.051082 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-a3eb3eeb-c036-4dbf-8d3e-023802c0dd93 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:52.052502 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-a3eb3eeb-c036-4dbf-8d3e-023802c0dd93 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 808 time: 0.1409483
Nov 23 12:58:52.058559 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:52.068645 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-7f3c21bd-615b-4e49-820e-8938d8f9bc10 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/quotas/d7106439f0ea4521b2e0d2edf235cd5e HTTP/1.1" status: 200  len: 375 time: 0.0104601
Nov 23 12:58:52.154608 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-61a8e8c9-72f1-4ebf-a27a-f87848b530b8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Synchronizing usage tracker for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:58:52.173031 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-61a8e8c9-72f1-4ebf-a27a-f87848b530b8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Unset dirty status for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:58:52.174282 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-61a8e8c9-72f1-4ebf-a27a-f87848b530b8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1004450
Nov 23 12:58:52.316009 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-4622d99c-b8d5-4663-b4ec-fc4de2c95e6a service neutron] 10.222.0.73 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254268
Nov 23 12:58:52.446879 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-f447bcb1-7336-4c2e-ad10-9a3182f6c4f8 service neutron] 10.222.0.73 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249511
Nov 23 12:58:52.669247 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d33fc3-930c-40b6-8e17-66f6634a65ea req-e38be69f-31ed-4bc1-8360-c258c6d85cef tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:52.670965 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-22d33fc3-930c-40b6-8e17-66f6634a65ea req-e38be69f-31ed-4bc1-8360-c258c6d85cef tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0888946
Nov 23 12:58:52.717426 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-22d33fc3-930c-40b6-8e17-66f6634a65ea req-8989affe-01fa-4bd8-8d3b-5c9e931406c9 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403857
Nov 23 12:58:52.878113 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1069e3d9-de0f-4fef-a460-5aa2c9d2fd99 req-60c3ac79-7f90-423e-ad31-40e732526675 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 210 time: 0.0733931
Nov 23 12:58:52.939744 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f94c7-0f73-4bcc-84d7-e12427cf85dc req-88d210e7-6408-4f41-99f8-37297ad8a321 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:52.943112 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-060f94c7-0f73-4bcc-84d7-e12427cf85dc req-88d210e7-6408-4f41-99f8-37297ad8a321 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 946 time: 0.1079090
Nov 23 12:58:52.997580 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-060f94c7-0f73-4bcc-84d7-e12427cf85dc req-722f4fbd-c633-4aac-867b-80d726d9523d tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498714
Nov 23 12:58:53.553841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-ec147a61-4188-4f0a-af9c-9562c021d863 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:53.554415 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-ec147a61-4188-4f0a-af9c-9562c021d863 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Synchronizing usage tracker for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:58:53.571875 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-ec147a61-4188-4f0a-af9c-9562c021d863 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Unset dirty status for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:58:53.572991 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-ec147a61-4188-4f0a-af9c-9562c021d863 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 946 time: 0.1061115
Nov 23 12:58:53.648373 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Deleting port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:58:53.648720 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:53.914965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de171b73-35ae-4c74-9579-c7c4fd67e915 req-6959617e-7845-4589-a885-848eae4e6f00 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:53.922852 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-de171b73-35ae-4c74-9579-c7c4fd67e915 req-6959617e-7845-4589-a885-848eae4e6f00 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0951281
Nov 23 12:58:53.950412 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-78b624f4-c15e-4347-9d4a-40299b55dc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:53.978576 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-de171b73-35ae-4c74-9579-c7c4fd67e915 req-7abfb007-ae45-483c-b8ad-9b7d7776c741 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536852
Nov 23 12:58:53.990322 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] For port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:58:53.990929 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:54.054260 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-48cd8238-daf7-49b5-8e15-d731ab52284d req-f14cc959-9d13-447e-abbd-2895d2698391 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 210 time: 0.0457847
Nov 23 12:58:54.189245 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Calling delete_port for 1f62f71d-4479-4133-bb16-ecdc7b5ef23e owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:58:54.194299 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618abca9-c8d6-4d85-9fd8-46e4299e5839 req-997436b7-f0ec-4d56-baeb-b944f2331c49 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:54.195824 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-618abca9-c8d6-4d85-9fd8-46e4299e5839 req-997436b7-f0ec-4d56-baeb-b944f2331c49 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 946 time: 0.0807536
Nov 23 12:58:54.250549 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-618abca9-c8d6-4d85-9fd8-46e4299e5839 req-79a90290-c0e0-470c-ae22-55de876bc6aa tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486801
Nov 23 12:58:54.313353 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-bc7f09c9-1617-4967-af08-5324bf5fdd43 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:54.314041 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-bc7f09c9-1617-4967-af08-5324bf5fdd43 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Synchronizing usage tracker for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:network {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:58:54.376171 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-bc7f09c9-1617-4967-af08-5324bf5fdd43 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Unset dirty status for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:network {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:58:54.377502 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-bc7f09c9-1617-4967-af08-5324bf5fdd43 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.82 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 808 time: 0.4636400
Nov 23 12:58:54.391875 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:54.399315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:54.413747 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['fed8399c-a4c2-4c44-9872-ac079ad65c59', '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'e873e449-dd21-40ad-92e8-452bb98bdbf6', '1f62f71d-4479-4133-bb16-ecdc7b5ef23e'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:58:54.457980 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event deleted for resources: {'Port': ['ID=1f62f71d-4479-4133-bb16-ecdc7b5ef23e,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:54.460545 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:54.558957 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] No DVR routers for this DVR port 1f62f71d-4479-4133-bb16-ecdc7b5ef23e on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:58:54.564648 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:54.570077 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-aebf8103-7b0b-4665-ba69-53a46ccf09fa tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Synchronizing usage tracker for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:58:54.572209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'name': 'network-vif-deleted', 'tag': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:58:54.603504 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b6283d2b-d53b-4341-a024-c58217ccfd93 req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "DELETE /v2.0/ports/1f62f71d-4479-4133-bb16-ecdc7b5ef23e HTTP/1.1" status: 204  len: 173 time: 1.0239813
Nov 23 12:58:54.605398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-aebf8103-7b0b-4665-ba69-53a46ccf09fa tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Unset dirty status for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:58:54.607837 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-aebf8103-7b0b-4665-ba69-53a46ccf09fa tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7106439f0ea4521b2e0d2edf235cd5e HTTP/1.1" status: 200  len: 380 time: 0.2092166
Nov 23 12:58:54.625544 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'port': {'device_id': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'admin_state_up': True, 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'security_groups': ['f09bb899-d02b-40de-b404-6588b7726519']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:54.649788 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fce4682-0906-4f2e-bcf6-7a58d8ef2850', 'name': 'network-vif-deleted', 'tag': '1f62f71d-4479-4133-bb16-ecdc7b5ef23e', 'status': 'completed', 'code': 200}
Nov 23 12:58:54.813984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:58:54.826836 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:58:54.837110 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Made reservation on behalf of d7106439f0ea4521b2e0d2edf235cd5e for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:58:54.842885 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:54.956293 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:55.029248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Allocated IP 172.20.0.12 (ac7d0297-a23a-4eaf-ad47-32c051254ff9/fed5735c-90aa-4140-8de0-f5890ec7ace5/23496485-e265-40a2-9935-11d70590d92a) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:58:55.164953 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44609ab4-f0da-43d8-80e3-5a1a499773ae req-c53a5266-c781-4558-b532-b34ad3783872 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:55.167235 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44609ab4-f0da-43d8-80e3-5a1a499773ae req-c53a5266-c781-4558-b532-b34ad3783872 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0792930
Nov 23 12:58:55.226641 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:55.239275 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0948c836-ac69-4ea3-bcbd-abebb36b8511 req-0ea7e159-c716-4579-84e9-01d7e9cccf34 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 210 time: 0.0481005
Nov 23 12:58:55.243399 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Transition to ACTIVE for port object 23496485-e265-40a2-9935-11d70590d92a will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:58:55.273256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:55.284137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4f924421-911d-47c2-bc8f-afa8dc382496 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:55.322252 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44609ab4-f0da-43d8-80e3-5a1a499773ae req-269f694d-3bbf-4bd0-8e6c-e9edc05fca4e tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457672
Nov 23 12:58:55.362867 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:58:55.366004 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:58:55.369954 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:58:55.416968 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:55.421574 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:55.427501 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-937e7611-68d9-446c-a605-51f3a6f758a5 req-6c10dcdc-1f66-4423-ba28-d4eee9456abf tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1fce4682-0906-4f2e-bcf6-7a58d8ef2850 HTTP/1.1" status: 200  len: 210 time: 0.0504897
Nov 23 12:58:55.446613 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:55.447231 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:55.474374 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8590872
Nov 23 12:58:55.633323 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-303ce00d-1de0-45ae-942e-6161455dd3b9 None None] Provisioning for port 23496485-e265-40a2-9935-11d70590d92a completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:58:55.638777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-303ce00d-1de0-45ae-942e-6161455dd3b9 None None] Provisioning complete for port 23496485-e265-40a2-9935-11d70590d92a triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:58:55.639089 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-303ce00d-1de0-45ae-942e-6161455dd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:55.692835 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-303ce00d-1de0-45ae-942e-6161455dd3b9 None None] Port 23496485-e265-40a2-9935-11d70590d92a cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:58:55.797984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Request body: {'port': {'device_id': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:58:55.908415 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:56.289944 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23496485-e265-40a2-9935-11d70590d92a {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:58:56.297334 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:56.312170 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Transition to ACTIVE for port object 23496485-e265-40a2-9935-11d70590d92a will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:58:56.316183 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:56.321122 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e423356b-1b28-4ee2-8b46-73625f143589 tempest-DeleteServersTestJSON-640787262 tempest-DeleteServersTestJSON-640787262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:56.431578 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186ac5-cce2-49ab-8ba8-6f7664ab4d4c req-902f077c-6e44-4b35-ab88-7c5f8c3d555a tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:56.433185 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32186ac5-cce2-49ab-8ba8-6f7664ab4d4c req-902f077c-6e44-4b35-ab88-7c5f8c3d555a tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0898540
Nov 23 12:58:56.508371 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:56.519206 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:56.539720 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32186ac5-cce2-49ab-8ba8-6f7664ab4d4c req-970c9c09-dac1-4776-98dc-c71567feb8b1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999253
Nov 23 12:58:56.560122 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Attempting to bind port 23496485-e265-40a2-9935-11d70590d92a on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:58:56.564085 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Attempting to bind port 23496485-e265-40a2-9935-11d70590d92a by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:58:56.564508 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Attempting to bind port 23496485-e265-40a2-9935-11d70590d92a on network ac7d0297-a23a-4eaf-ad47-32c051254ff9 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:58:56.573377 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Port 23496485-e265-40a2-9935-11d70590d92a on network ac7d0297-a23a-4eaf-ad47-32c051254ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:58:56.573813 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Attempting to bind port 23496485-e265-40a2-9935-11d70590d92a on network ac7d0297-a23a-4eaf-ad47-32c051254ff9 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:58:56.581318 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:58:56.581650 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Checking segment: {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:58:56.582028 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Bound using segment: {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:58:56.582482 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Bound port: 23496485-e265-40a2-9935-11d70590d92a, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1b2ff2-2392-4f76-844e-17fb58b51ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:58:56.582823 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:56.584666 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dacd96-f1d4-49b1-963b-5943e130cb4c req-79aa53f7-4e1a-413c-8799-d57a17f93bca tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:56.591646 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13dacd96-f1d4-49b1-963b-5943e130cb4c req-79aa53f7-4e1a-413c-8799-d57a17f93bca tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1325858
Nov 23 12:58:56.634809 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13dacd96-f1d4-49b1-963b-5943e130cb4c req-c0c2e67a-c035-4bf1-9faf-7e1e633634d2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421734
Nov 23 12:58:56.686092 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:58:56.689094 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:58:56.696003 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:56.696411 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:56.700904 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ef4a6ad5-603e-40df-acb8-03ecd8232a57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:58:56.759729 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:56.760354 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:58:56.761901 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] 10.222.0.82 "PUT /v2.0/ports/23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 1094 time: 0.9683561
Nov 23 12:58:56.762409 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'tag': '23496485-e265-40a2-9935-11d70590d92a'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:58:56.781569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:58:56.785393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:58:56.810262 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'tag': '23496485-e265-40a2-9935-11d70590d92a', 'status': 'completed', 'code': 200}
Nov 23 12:58:57.722924 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb6af7-1dff-4f61-9baf-093ff58ad40d req-c0293b3c-e7e9-4325-a39a-3a774c71b62a tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:57.724330 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0aeb6af7-1dff-4f61-9baf-093ff58ad40d req-c0293b3c-e7e9-4325-a39a-3a774c71b62a tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0817983
Nov 23 12:58:57.813709 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0aeb6af7-1dff-4f61-9baf-093ff58ad40d req-8d19d17a-d954-4eda-b763-e94e63b630d4 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835216
Nov 23 12:58:57.841460 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf053d-7ac9-4993-877d-978725d2e668 req-66a62ae5-43f8-4fb0-9a25-c721f4b0e9f2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:57.842949 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8bcf053d-7ac9-4993-877d-978725d2e668 req-66a62ae5-43f8-4fb0-9a25-c721f4b0e9f2 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.0987775
Nov 23 12:58:57.889771 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8bcf053d-7ac9-4993-877d-978725d2e668 req-9821bc50-ed16-4328-8a52-1c8f5aaefa7b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409088
Nov 23 12:58:59.004345 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa280041-bb2c-4574-ab07-e9115c777f93 req-2caedb81-aab6-4fbe-bdaa-996be675f9a3 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:59.005842 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa280041-bb2c-4574-ab07-e9115c777f93 req-2caedb81-aab6-4fbe-bdaa-996be675f9a3 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0812092
Nov 23 12:58:59.094444 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa280041-bb2c-4574-ab07-e9115c777f93 req-ec61818e-ccdc-4c9b-bd6e-af6dc9b8d788 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587432
Nov 23 12:58:59.118741 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b518b3b-8241-41bc-8eef-132c663d1cd2 req-4903fe49-1ebe-47f6-866f-1215c2bee09c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:59.120189 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b518b3b-8241-41bc-8eef-132c663d1cd2 req-4903fe49-1ebe-47f6-866f-1215c2bee09c tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1239734
Nov 23 12:58:59.162707 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b518b3b-8241-41bc-8eef-132c663d1cd2 req-b9da0cbe-8f8b-4666-837f-54f66fe5e7e7 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369058
Nov 23 12:58:59.452153 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 1f62f71d-4479-4133-bb16-ecdc7b5ef23e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:58:59.493943 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 1f62f71d-4479-4133-bb16-ecdc7b5ef23e {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:58:59.494307 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 1f62f71d-4479-4133-bb16-ecdc7b5ef23e not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:58:59.628439 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df4af-807f-4b8f-805a-092ecd1bc055 req-3d59b46a-5367-4e35-9885-a94eec354141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:59.630096 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a81df4af-807f-4b8f-805a-092ecd1bc055 req-3d59b46a-5367-4e35-9885-a94eec354141 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1097 time: 0.0791757
Nov 23 12:58:59.779084 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df4af-807f-4b8f-805a-092ecd1bc055 req-b731d681-aa7a-4df4-9aa6-eb766d05849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:59.780535 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a81df4af-807f-4b8f-805a-092ecd1bc055 req-b731d681-aa7a-4df4-9aa6-eb766d05849a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1421847
Nov 23 12:58:59.923857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df4af-807f-4b8f-805a-092ecd1bc055 req-cc66016c-480a-490d-abcf-9e7e8100c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:58:59.925271 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a81df4af-807f-4b8f-805a-092ecd1bc055 req-cc66016c-480a-490d-abcf-9e7e8100c4ed service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1355538
Nov 23 12:59:00.047984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-c35a5956-fd95-4e99-ac64-925c3aa3d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:00.049380 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-c35a5956-fd95-4e99-ac64-925c3aa3d949 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1097 time: 0.0698323
Nov 23 12:59:00.134553 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-bfab08e1-681d-4eb4-adb9-14b43396681a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 217 time: 0.0641434
Nov 23 12:59:00.269649 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-10ceeb99-454b-4d9d-938c-8a6f83f9fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:00.270714 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-10ceeb99-454b-4d9d-938c-8a6f83f9fef8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 200  len: 847 time: 0.1168599
Nov 23 12:59:00.333637 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f4815-5009-4545-814f-7706ba6db86c req-2b20b026-e686-48de-afe1-fbeaaf73499a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:00.334251 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-537f4815-5009-4545-814f-7706ba6db86c req-2b20b026-e686-48de-afe1-fbeaaf73499a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Synchronizing usage tracker for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:00.364912 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9cd00-4b46-4f21-9498-4a4637c072e7 req-6f749443-5e27-4cd0-ad2e-41f6f2884930 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:00.366308 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-537f4815-5009-4545-814f-7706ba6db86c req-2b20b026-e686-48de-afe1-fbeaaf73499a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Unset dirty status for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:00.366751 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c2f9cd00-4b46-4f21-9498-4a4637c072e7 req-6f749443-5e27-4cd0-ad2e-41f6f2884930 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1605253
Nov 23 12:59:00.367508 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-537f4815-5009-4545-814f-7706ba6db86c req-2b20b026-e686-48de-afe1-fbeaaf73499a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.2124767
Nov 23 12:59:00.393756 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998f5c-6391-4fc7-9957-85bd4309cb42 req-cf72bfc4-3ec3-43a3-a188-8bc1847f1e45 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:00.395839 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dd998f5c-6391-4fc7-9957-85bd4309cb42 req-cf72bfc4-3ec3-43a3-a188-8bc1847f1e45 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 945 time: 0.1150131
Nov 23 12:59:00.432453 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-67a858ba-6da3-4f09-a823-541a6ff1b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:00.433922 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-67a858ba-6da3-4f09-a823-541a6ff1b30b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac7d0297-a23a-4eaf-ad47-32c051254ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1531806
Nov 23 12:59:00.473076 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Deleting port 98edb104-289d-4c76-b488-4c293239cec6 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:59:00.473529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:00.474509 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dd998f5c-6391-4fc7-9957-85bd4309cb42 req-551d5dc0-8677-4fca-b848-62bb439a8550 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614133
Nov 23 12:59:00.477170 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c2f9cd00-4b46-4f21-9498-4a4637c072e7 req-100f0508-d013-44f2-9a58-f6152f881f87 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802464
Nov 23 12:59:00.730889 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-98af25ce-6c6c-4e69-b91d-cc4f0fbd12e1 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2868125
Nov 23 12:59:00.958659 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] For port 98edb104-289d-4c76-b488-4c293239cec6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98edb104-289d-4c76-b488-4c293239cec6,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:00.959019 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:00.970642 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-db3ddd2c-b29e-493f-8424-742b2373eb35 req-49a4c9c2-d936-43f3-a5cb-4fe5ec2d5d97 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246768
Nov 23 12:59:01.088782 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Calling delete_port for 98edb104-289d-4c76-b488-4c293239cec6 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:59:01.233962 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:01.240693 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eb5fd77d-2b2c-42b7-8d62-a62dd93f07be tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:01.249801 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['8d23202e-7f1d-43ae-9434-46f8b9423c4e', '98edb104-289d-4c76-b488-4c293239cec6'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:59:01.284907 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Pushing event deleted for resources: {'Port': ['ID=98edb104-289d-4c76-b488-4c293239cec6,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:01.287593 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:01.373001 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] No DVR routers for this DVR port 98edb104-289d-4c76-b488-4c293239cec6 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:59:01.375731 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:01.380297 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'name': 'network-vif-deleted', 'tag': '98edb104-289d-4c76-b488-4c293239cec6'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:01.396847 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-537f4815-5009-4545-814f-7706ba6db86c req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "DELETE /v2.0/ports/98edb104-289d-4c76-b488-4c293239cec6 HTTP/1.1" status: 204  len: 173 time: 1.0230367
Nov 23 12:59:01.444316 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cbda90-fa58-4b33-977b-3ccbc22aadc9', 'name': 'network-vif-deleted', 'tag': '98edb104-289d-4c76-b488-4c293239cec6', 'status': 'completed', 'code': 200}
Nov 23 12:59:01.531841 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9918678-be4b-4dba-95ab-213c7cc54d8a req-814f04a4-e7a4-45bd-9885-33f8fa3d1732 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:01.533604 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9918678-be4b-4dba-95ab-213c7cc54d8a req-814f04a4-e7a4-45bd-9885-33f8fa3d1732 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 945 time: 0.0855782
Nov 23 12:59:01.584059 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9918678-be4b-4dba-95ab-213c7cc54d8a req-ed0b1211-5ca2-4000-a898-01b97f48c191 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398364
Nov 23 12:59:01.676417 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b4d8d117-9aa7-46f8-a36f-93ac3a0e408c req-4a5febfc-b844-461d-a618-2c4dfd90dacc tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=d8cbda90-fa58-4b33-977b-3ccbc22aadc9 HTTP/1.1" status: 200  len: 210 time: 0.0424521
Nov 23 12:59:01.781022 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fffb2-894a-4dba-8e53-2a6bc42d0529 req-362f1e8d-222c-44c5-aff3-9c01d05874b4 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:01.782500 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0a9fffb2-894a-4dba-8e53-2a6bc42d0529 req-362f1e8d-222c-44c5-aff3-9c01d05874b4 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0820737
Nov 23 12:59:01.833130 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0a9fffb2-894a-4dba-8e53-2a6bc42d0529 req-225babe1-1a83-4404-b1f4-42410c8c9ecf tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451379
Nov 23 12:59:02.778861 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad7268-949c-4c55-a8a4-665cd45627ba req-28abc2b1-4a27-43e3-8f67-0fcc4a1e9dd4 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:02.780339 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-69ad7268-949c-4c55-a8a4-665cd45627ba req-28abc2b1-4a27-43e3-8f67-0fcc4a1e9dd4 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 945 time: 0.0801418
Nov 23 12:59:02.826550 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-69ad7268-949c-4c55-a8a4-665cd45627ba req-02212f51-64ba-4361-971b-fd3c883f54a4 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393155
Nov 23 12:59:03.066115 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc34d61-db33-4a6d-a928-d49a7b0a52bc req-52e1b63e-c73f-4b30-b341-680e88d4886b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:03.067704 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bdc34d61-db33-4a6d-a928-d49a7b0a52bc req-52e1b63e-c73f-4b30-b341-680e88d4886b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1126692
Nov 23 12:59:03.169014 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bdc34d61-db33-4a6d-a928-d49a7b0a52bc req-543be374-21a0-484c-a136-a846c150796f tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945249
Nov 23 12:59:03.206940 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d556b-57ea-483a-948c-44746366e5ef req-285aeb0a-3599-448f-bbab-e981d4d50cda tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:03.208380 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c49d556b-57ea-483a-948c-44746366e5ef req-285aeb0a-3599-448f-bbab-e981d4d50cda tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1180694
Nov 23 12:59:03.264425 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c49d556b-57ea-483a-948c-44746366e5ef req-25799d44-de8a-490d-ad41-d7af201d0fc3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498817
Nov 23 12:59:03.449306 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98edb104-289d-4c76-b488-4c293239cec6 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:59:03.487479 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 98edb104-289d-4c76-b488-4c293239cec6 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:59:03.487818 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98edb104-289d-4c76-b488-4c293239cec6 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:59:03.707538 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-827b35d0-724f-4676-97ce-ef312173aee6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:03.708124 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-827b35d0-724f-4676-97ce-ef312173aee6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Synchronizing usage tracker for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:03.727906 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-827b35d0-724f-4676-97ce-ef312173aee6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Unset dirty status for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:03.729365 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-827b35d0-724f-4676-97ce-ef312173aee6 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 945 time: 0.1137774
Nov 23 12:59:03.819819 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Deleting port e873e449-dd21-40ad-92e8-452bb98bdbf6 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:59:03.820128 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:04.018240 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1411a8-8145-4950-b59e-b39d97124049 req-2278d097-9973-4b2b-9af4-d1c135fdde17 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:04.019633 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0e1411a8-8145-4950-b59e-b39d97124049 req-2278d097-9973-4b2b-9af4-d1c135fdde17 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 945 time: 0.0814495
Nov 23 12:59:04.062900 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0e1411a8-8145-4950-b59e-b39d97124049 req-30bbbb61-7d3d-4687-a70a-aa1f75a9f128 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375347
Nov 23 12:59:04.079569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] For port e873e449-dd21-40ad-92e8-452bb98bdbf6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e873e449-dd21-40ad-92e8-452bb98bdbf6,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:04.079927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:04.202786 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Calling delete_port for e873e449-dd21-40ad-92e8-452bb98bdbf6 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:59:04.351090 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:04.358045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-085e4a66-edbd-43fe-bfc8-d781bf33dda3 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:04.364527 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['fed8399c-a4c2-4c44-9872-ac079ad65c59', '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'e873e449-dd21-40ad-92e8-452bb98bdbf6'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:59:04.388682 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1954f-252e-4b99-bdff-bcc62d4bf0db req-b5b0c513-3da3-488b-84fe-3af461b6eb10 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:04.396110 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5db1954f-252e-4b99-bdff-bcc62d4bf0db req-b5b0c513-3da3-488b-84fe-3af461b6eb10 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1058486
Nov 23 12:59:04.468124 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event deleted for resources: {'Port': ['ID=e873e449-dd21-40ad-92e8-452bb98bdbf6,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:04.471127 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:04.492938 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5db1954f-252e-4b99-bdff-bcc62d4bf0db req-18d37c25-fd1e-486e-abbf-9a1e7c3e5566 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953343
Nov 23 12:59:04.562643 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24918a95-3723-4904-b9a1-1e26a77b9880 req-8ae53def-c67e-4b5f-85f1-36f92a223c9a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:04.563942 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] No DVR routers for this DVR port e873e449-dd21-40ad-92e8-452bb98bdbf6 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:59:04.566666 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:04.569847 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-24918a95-3723-4904-b9a1-1e26a77b9880 req-8ae53def-c67e-4b5f-85f1-36f92a223c9a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1568773
Nov 23 12:59:04.582587 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'name': 'network-vif-deleted', 'tag': 'e873e449-dd21-40ad-92e8-452bb98bdbf6'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:04.599682 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ce0172ae-5995-4a71-be57-0518b13a04b2 req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "DELETE /v2.0/ports/e873e449-dd21-40ad-92e8-452bb98bdbf6 HTTP/1.1" status: 204  len: 173 time: 0.8641677
Nov 23 12:59:04.632391 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28cf812-7718-441a-9b39-43b54c23fe81', 'name': 'network-vif-deleted', 'tag': 'e873e449-dd21-40ad-92e8-452bb98bdbf6', 'status': 'completed', 'code': 200}
Nov 23 12:59:04.655232 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-24918a95-3723-4904-b9a1-1e26a77b9880 req-ae183513-a283-4193-bfeb-73a64682951d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795643
Nov 23 12:59:04.947135 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:59:05.304715 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d1ba8531-3f5b-409c-8d7b-6cd526f0825a req-8b3be779-cc1f-4d22-b83b-d60195e1a28b tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=b28cf812-7718-441a-9b39-43b54c23fe81 HTTP/1.1" status: 200  len: 210 time: 0.1092589
Nov 23 12:59:05.675548 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49238) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:05.699244 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99f473-f75d-411a-bba2-71be42ad0fac req-2a9843fb-6cba-4305-a32f-b71f0e923557 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:05.700683 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0f99f473-f75d-411a-bba2-71be42ad0fac req-2a9843fb-6cba-4305-a32f-b71f0e923557 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0859363
Nov 23 12:59:05.762844 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0f99f473-f75d-411a-bba2-71be42ad0fac req-2a7ad516-56c2-4e4a-9de6-3d01efee0934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545790
Nov 23 12:59:05.803884 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:05.820481 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:05.824276 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Usage tracker for resource:security_group_rule and tenant:612464f948c347b38af2e4973bbb98b1 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:05.827045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:05.832513 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:05.843821 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e697f-6fa2-4d7b-97d8-cd6f39b33f5e req-ba3e0194-ac3c-4e70-9ece-8c9bbcabebfd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:05.845332 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dc0e697f-6fa2-4d7b-97d8-cd6f39b33f5e req-ba3e0194-ac3c-4e70-9ece-8c9bbcabebfd tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0814731
Nov 23 12:59:05.890700 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dc0e697f-6fa2-4d7b-97d8-cd6f39b33f5e req-3fe823d5-d884-41bf-a09f-d66ee6672a3b tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393577
Nov 23 12:59:05.919323 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:05.924357 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:05.931748 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0c14f8ce-a3a9-4596-97f6-4e831b8d5f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:05.971927 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=612464f948c347b38af2e4973bbb98b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2950251
Nov 23 12:59:05.972778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09435574-32d0-45bf-b4d5-25697c5023cf,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:05.974431 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49244) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:05.977330 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:06.042593 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5328aa0-1ed8-4abd-b583-1427e5b3fcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:06.067635 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5328aa0-1ed8-4abd-b583-1427e5b3fcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:06.127658 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5328aa0-1ed8-4abd-b583-1427e5b3fcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:06.131270 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-179e3173-93b3-455f-9d02-46a301a24ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:06.142211 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5328aa0-1ed8-4abd-b583-1427e5b3fcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09435574-32d0-45bf-b4d5-25697c5023cf,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:06.145702 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d5328aa0-1ed8-4abd-b583-1427e5b3fcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:06.148820 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5328aa0-1ed8-4abd-b583-1427e5b3fcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:06.151390 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d5328aa0-1ed8-4abd-b583-1427e5b3fcca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09435574-32d0-45bf-b4d5-25697c5023cf HTTP/1.1" status: 204  len: 168 time: 0.1744828
Nov 23 12:59:06.771439 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e352c45-ed8e-4b4b-aff7-e5f0d0abd926 req-fcae0f9e-ac85-4c4b-93a2-7a9e32e85e43 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:06.772905 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3e352c45-ed8e-4b4b-aff7-e5f0d0abd926 req-fcae0f9e-ac85-4c4b-93a2-7a9e32e85e43 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.0804791
Nov 23 12:59:06.817719 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3e352c45-ed8e-4b4b-aff7-e5f0d0abd926 req-1b63cea9-3a2a-4010-908c-2554ee401970 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389519
Nov 23 12:59:06.859771 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49276) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:06.960151 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362d76a-929c-40b7-82b3-318d792bafea req-3784ffd4-772c-407a-899a-3c86854a802b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:06.961387 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2362d76a-929c-40b7-82b3-318d792bafea req-3784ffd4-772c-407a-899a-3c86854a802b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0911207
Nov 23 12:59:06.966604 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-72848064-network', 'tenant_id': '5e304790f0854cafa6bd05b57e36ce18'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:06.984369 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:06.992569 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Usage tracker for resource:network and tenant:5e304790f0854cafa6bd05b57e36ce18 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:06.997168 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:07.006213 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:07.078684 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2362d76a-929c-40b7-82b3-318d792bafea req-66c63540-2d07-4725-894a-380a3f7bbe93 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077991
Nov 23 12:59:07.085174 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Made reservation on behalf of 5e304790f0854cafa6bd05b57e36ce18 for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:07.087435 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.104959 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.124394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:07.129457 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Usage tracker for resource:security_group_rule and tenant:5e304790f0854cafa6bd05b57e36ce18 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:07.134447 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:07.141396 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:07.164553 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567baa83-9c95-4144-8199-6ee92987108e req-546a3475-8826-42b8-906d-7ed2125f327f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:07.166025 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-567baa83-9c95-4144-8199-6ee92987108e req-546a3475-8826-42b8-906d-7ed2125f327f tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1660135
Nov 23 12:59:07.227315 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-567baa83-9c95-4144-8199-6ee92987108e req-186e2500-9243-4d71-8d1b-da52405bf631 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543602
Nov 23 12:59:07.274531 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.280043 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.283099 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0936c975-d463-4e56-9bb3-e5b6ea7540cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:07.310449 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:59:07.318675 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7991f30-7dbe-4424-bf19-56edbbb651f4,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:07.322325 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:07.324927 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.325261 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Added segment 4812a89d-e2f2-48a5-ab2e-c1b94e1843fd of type vlan for network 75c489de-f2fe-4038-8e6e-41ac528ecb75
Nov 23 12:59:07.351294 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.382992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.383460 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:07.384305 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.388199 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:07.482926 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device e873e449-dd21-40ad-92e8-452bb98bdbf6 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:59:07.487137 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6261983
Nov 23 12:59:07.487943 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Pushing event updated for resources: {'Network': ['ID=75c489de-f2fe-4038-8e6e-41ac528ecb75,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:07.490488 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49284) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:07.491030 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:07.497226 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Request body: {'subnet': {'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-72848064-subnet', 'tenant_id': '5e304790f0854cafa6bd05b57e36ce18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:07.502364 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:07.506786 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Usage tracker for resource:subnet and tenant:5e304790f0854cafa6bd05b57e36ce18 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:07.510062 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:07.516058 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 75c489de-f2fe-4038-8e6e-41ac528ecb75 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:59:07.518372 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:07.533492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Made reservation on behalf of 5e304790f0854cafa6bd05b57e36ce18 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:07.536060 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.539619 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: e873e449-dd21-40ad-92e8-452bb98bdbf6 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:59:07.540046 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device e873e449-dd21-40ad-92e8-452bb98bdbf6 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:59:07.757381 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.761588 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:07.825920 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ac9f03-782a-4610-af91-c681befdb4a4,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:07.832259 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:07.838108 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Checking segment: {'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:07.838509 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Network hostable DHCP agents. Network: 75c489de-f2fe-4038-8e6e-41ac528ecb75, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:59:07.859697 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Network 75c489de-f2fe-4038-8e6e-41ac528ecb75 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:59:07.869831 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 75c489de-f2fe-4038-8e6e-41ac528ecb75) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:07.873885 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:07.874491 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:07.879978 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0faca-aa5f-4231-a9bb-afb275b01320 None None] Network 75c489de-f2fe-4038-8e6e-41ac528ecb75 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:59:07.909482 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4085929
Nov 23 12:59:08.014092 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3321a-73b2-4339-9561-37dbaf1d69f3 req-62a2b7e0-f3c3-41d8-aeb2-930e6f291493 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:08.015489 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-24f3321a-73b2-4339-9561-37dbaf1d69f3 req-62a2b7e0-f3c3-41d8-aeb2-930e6f291493 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.0845153
Nov 23 12:59:08.064570 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-24f3321a-73b2-4339-9561-37dbaf1d69f3 req-b19ceb33-a6f6-49d5-8f0d-e2315306ec41 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432813
Nov 23 12:59:08.125594 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b150c-6b04-4c40-b33d-8bc52833f4b3 None None] Network 75c489de-f2fe-4038-8e6e-41ac528ecb75 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:59:08.307986 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc95eb-60db-418b-bdc2-9abeb4347b08 req-fdd04e15-e225-4d02-8a7f-96f63a194f59 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:08.310793 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d7dc95eb-60db-418b-bdc2-9abeb4347b08 req-fdd04e15-e225-4d02-8a7f-96f63a194f59 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1187243
Nov 23 12:59:08.401446 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d7dc95eb-60db-418b-bdc2-9abeb4347b08 req-25969497-5b12-43b7-b88c-99fb2b63ce6f tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845730
Nov 23 12:59:08.452595 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb662b0f-032f-47ec-8740-71cb9a3cc6cd req-c25530f4-6224-493c-a986-ab6085a34418 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:08.454163 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb662b0f-032f-47ec-8740-71cb9a3cc6cd req-c25530f4-6224-493c-a986-ab6085a34418 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.1075590
Nov 23 12:59:08.504843 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-6dc9222e-376b-41d7-8925-9893edc059c7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:08.506338 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-6dc9222e-376b-41d7-8925-9893edc059c7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Synchronizing usage tracker for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:08.523644 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb662b0f-032f-47ec-8740-71cb9a3cc6cd req-d4cc02e3-0e42-4fed-945f-305ff5569b9a tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603361
Nov 23 12:59:08.528065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-6dc9222e-376b-41d7-8925-9893edc059c7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Unset dirty status for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:08.529930 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-6dc9222e-376b-41d7-8925-9893edc059c7 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.1104679
Nov 23 12:59:08.632047 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Deleting port 2bf98fd1-86c0-49a1-8634-a702579c8c81 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:59:08.632389 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:08.899838 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] For port 2bf98fd1-86c0-49a1-8634-a702579c8c81, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2bf98fd1-86c0-49a1-8634-a702579c8c81,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:08.900111 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:09.054958 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Calling delete_port for 2bf98fd1-86c0-49a1-8634-a702579c8c81 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:59:09.157763 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-2d9a6e08-136c-4922-9e8f-171e6257246d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:09.158399 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-2d9a6e08-136c-4922-9e8f-171e6257246d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Synchronizing usage tracker for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:09.216306 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-2d9a6e08-136c-4922-9e8f-171e6257246d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Unset dirty status for tenant:d16aeb00b18a48eb8851b9748413a53a on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:09.217455 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-2d9a6e08-136c-4922-9e8f-171e6257246d tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.3105323
Nov 23 12:59:09.254682 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e10d1e-ed4e-4311-bca3-9f63c9a254f9 req-d947a239-3fd0-4b26-bc13-6c03ca1b7939 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:09.256765 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e6e10d1e-ed4e-4311-bca3-9f63c9a254f9 req-d947a239-3fd0-4b26-bc13-6c03ca1b7939 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a6b525-56c8-4f73-bc53-971e5122cfb9 HTTP/1.1" status: 200  len: 945 time: 0.0818465
Nov 23 12:59:09.278627 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:09.286090 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:09.291146 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['fed8399c-a4c2-4c44-9872-ac079ad65c59', '2bf98fd1-86c0-49a1-8634-a702579c8c81'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:59:09.306579 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e6e10d1e-ed4e-4311-bca3-9f63c9a254f9 req-d8f6c0c1-9e84-400a-948a-5de1061b07c0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437133
Nov 23 12:59:09.334032 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event deleted for resources: {'Port': ['ID=2bf98fd1-86c0-49a1-8634-a702579c8c81,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:09.341358 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:09.378214 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Deleting port 8d23202e-7f1d-43ae-9434-46f8b9423c4e {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:59:09.378599 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:09.455300 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] No DVR routers for this DVR port 2bf98fd1-86c0-49a1-8634-a702579c8c81 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:59:09.462698 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:09.465335 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'name': 'network-vif-deleted', 'tag': '2bf98fd1-86c0-49a1-8634-a702579c8c81'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:09.487237 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 23496485-e265-40a2-9935-11d70590d92a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:59:09.626327 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e5e84c4c-d02f-41ea-bf32-7983bb074613 req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "DELETE /v2.0/ports/2bf98fd1-86c0-49a1-8634-a702579c8c81 HTTP/1.1" status: 204  len: 173 time: 1.0906599
Nov 23 12:59:09.645490 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:09.662428 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '23496485-e265-40a2-9935-11d70590d92a', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'port_id': '23496485-e265-40a2-9935-11d70590d92a', 'mac_address': 'fa:16:3e:3e:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:59:09.693104 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932a9c9-09da-48b5-8317-2d1f9456f5cd req-2d0135b4-2f31-401d-ba79-523ee730652b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:09.698736 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e932a9c9-09da-48b5-8317-2d1f9456f5cd req-2d0135b4-2f31-401d-ba79-523ee730652b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1350012
Nov 23 12:59:09.723492 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a6b525-56c8-4f73-bc53-971e5122cfb9', 'name': 'network-vif-deleted', 'tag': '2bf98fd1-86c0-49a1-8634-a702579c8c81', 'status': 'completed', 'code': 200}
Nov 23 12:59:09.731100 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:09.751122 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23496485-e265-40a2-9935-11d70590d92a {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:59:09.786806 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:09.792595 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:09.795120 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-75cbfa51-9e56-4d49-8ed1-9c3af0adf199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:09.808753 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e932a9c9-09da-48b5-8317-2d1f9456f5cd req-078ee6bf-deaa-4e2f-93b2-495cf93394e8 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057363
Nov 23 12:59:09.906618 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:09.912386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] For port 8d23202e-7f1d-43ae-9434-46f8b9423c4e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=8d23202e-7f1d-43ae-9434-46f8b9423c4e,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:09.912913 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:09.915228 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.915574 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.915907 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.916436 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.916767 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.917094 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.917412 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.918387 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.918874 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.919210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.919532 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.919852 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:09.924733 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:09.933916 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0c0f4-b80f-4f28-9545-370da378a432 req-49b0e11d-25b6-4846-a917-66bb1115cb19 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:09.935585 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3ec0c0f4-b80f-4f28-9545-370da378a432 req-49b0e11d-25b6-4846-a917-66bb1115cb19 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/ports?device_id=f40c9a5d-ee52-4550-9e7b-b956b100f67b HTTP/1.1" status: 200  len: 946 time: 0.0905132
Nov 23 12:59:10.045764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Calling delete_port for 8d23202e-7f1d-43ae-9434-46f8b9423c4e owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:59:10.055755 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3ec0c0f4-b80f-4f28-9545-370da378a432 req-3d24e8f1-6191-43c0-a537-ca2a44e43838 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4f84598-4d00-490e-be25-b204f87711a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143615
Nov 23 12:59:10.120822 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-218a8910-0626-41d4-acc5-5d2a480188ce tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:10.122107 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-218a8910-0626-41d4-acc5-5d2a480188ce tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Synchronizing usage tracker for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:network {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:10.127897 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['23496485-e265-40a2-9935-11d70590d92a'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:59:10.143581 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-218a8910-0626-41d4-acc5-5d2a480188ce tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Unset dirty status for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:network {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:10.151030 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-218a8910-0626-41d4-acc5-5d2a480188ce tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/networks?id=75c489de-f2fe-4038-8e6e-41ac528ecb75 HTTP/1.1" status: 200  len: 812 time: 0.1888347
Nov 23 12:59:10.167773 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-4f319f90-2d43-4dc0-a563-5339b6b73565 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/quotas/5e304790f0854cafa6bd05b57e36ce18 HTTP/1.1" status: 200  len: 375 time: 0.0156195
Nov 23 12:59:10.203055 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:10.211341 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:10.226876 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-dfb3d527-3332-4a7a-9683-b6d746bd6d43 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e304790f0854cafa6bd05b57e36ce18&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0580313
Nov 23 12:59:10.260098 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Pushing event deleted for resources: {'Port': ['ID=8d23202e-7f1d-43ae-9434-46f8b9423c4e,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:10.263647 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:10.357665 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] No DVR routers for this DVR port 8d23202e-7f1d-43ae-9434-46f8b9423c4e on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:59:10.360510 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:10.377713 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7db4dfc-21be-408c-b8ef-fbd6ecf27014 req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] 10.222.0.82 "DELETE /v2.0/ports/8d23202e-7f1d-43ae-9434-46f8b9423c4e HTTP/1.1" status: 204  len: 173 time: 1.1525147
Nov 23 12:59:10.453505 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-445b71f6-f97b-45d6-a0a2-e0dbcd65aa80 service neutron] 10.222.0.73 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255013
Nov 23 12:59:10.601763 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-dd8b72fa-8969-4e6a-8e84-3bea9b0ada4f service neutron] 10.222.0.73 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422958
Nov 23 12:59:10.771664 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7ed6fe8-8c9f-4457-80d7-4135b0dfa01d req-125dc2fc-79e7-4918-9b35-7f8b249d4f14 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 210 time: 0.0431738
Nov 23 12:59:10.954103 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['8d23202e-7f1d-43ae-9434-46f8b9423c4e'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:59:11.015386 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4e23b-76b5-4b6b-824a-0d42f24680c1 req-a6fbdfe8-ac7e-4bb2-b2e8-504c1f0bd0b2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:11.016866 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fed4e23b-76b5-4b6b-824a-0d42f24680c1 req-a6fbdfe8-ac7e-4bb2-b2e8-504c1f0bd0b2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 945 time: 0.0877202
Nov 23 12:59:11.067017 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fed4e23b-76b5-4b6b-824a-0d42f24680c1 req-4e79f4f1-305e-46e1-baba-6911a033bf7a tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432053
Nov 23 12:59:11.152029 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49346) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:11.497728 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 23496485-e265-40a2-9935-11d70590d92a up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:11.567065 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 23496485-e265-40a2-9935-11d70590d92a completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:11.571734 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 23496485-e265-40a2-9935-11d70590d92a triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:11.572117 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:11.673903 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:11.693884 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:11.724334 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23496485-e265-40a2-9935-11d70590d92a'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:11.727941 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'name': 'network-vif-deleted', 'tag': '8d23202e-7f1d-43ae-9434-46f8b9423c4e'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:11.735003 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:11.740421 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:11.741908 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 8d23202e-7f1d-43ae-9434-46f8b9423c4e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:59:11.776431 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:11.811246 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23496485-e265-40a2-9935-11d70590d92a', 'code': 200}
Nov 23 12:59:11.822052 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 8d23202e-7f1d-43ae-9434-46f8b9423c4e {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:59:11.822529 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 8d23202e-7f1d-43ae-9434-46f8b9423c4e not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:59:11.823015 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 2bf98fd1-86c0-49a1-8634-a702579c8c81 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:59:11.874224 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40c9a5d-ee52-4550-9e7b-b956b100f67b', 'name': 'network-vif-deleted', 'tag': '8d23202e-7f1d-43ae-9434-46f8b9423c4e', 'status': 'completed', 'code': 200}
Nov 23 12:59:11.880464 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 2bf98fd1-86c0-49a1-8634-a702579c8c81 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:59:11.880810 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 2bf98fd1-86c0-49a1-8634-a702579c8c81 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:59:11.899912 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:11.904055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:12.006839 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8960e589-d736-4d0f-bb5f-1ac28b9898a8 req-a14125ec-6611-486a-b9cd-e340d4443c07 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 210 time: 0.0461731
Nov 23 12:59:12.112633 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a47d2f-c7b0-4a5f-8f09-fd116a2840f2 req-62ca9cbc-b609-427e-897e-abfbccc42fdc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:12.114168 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-70a47d2f-c7b0-4a5f-8f09-fd116a2840f2 req-62ca9cbc-b609-427e-897e-abfbccc42fdc tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.0948124
Nov 23 12:59:12.174953 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-70a47d2f-c7b0-4a5f-8f09-fd116a2840f2 req-125f28f1-603a-4c2e-9502-b671b8412c35 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545235
Nov 23 12:59:12.256489 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed902a29-aba7-4605-b142-d1cda0016a66 req-39fcd22a-faed-41d7-bb8d-b78d9c43e88c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:12.257955 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ed902a29-aba7-4605-b142-d1cda0016a66 req-39fcd22a-faed-41d7-bb8d-b78d9c43e88c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0812197
Nov 23 12:59:12.307539 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ed902a29-aba7-4605-b142-d1cda0016a66 req-40b5bbd2-9134-449f-9b20-7018b70004c6 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418692
Nov 23 12:59:12.324198 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-dd9c62d0-caca-457e-bd4a-8939525279ac tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:12.325619 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-dd9c62d0-caca-457e-bd4a-8939525279ac tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "GET /v2.0/networks?id=75c489de-f2fe-4038-8e6e-41ac528ecb75 HTTP/1.1" status: 200  len: 812 time: 0.4468076
Nov 23 12:59:12.340383 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Request body: {'port': {'device_id': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75', 'admin_state_up': True, 'tenant_id': '5e304790f0854cafa6bd05b57e36ce18'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:12.446996 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccbf1-a8cc-4b6c-92b6-48fe40f5c4a5 req-11088e4e-40e9-42bd-abb4-77935c7ba629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:12.448409 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b8ccbf1-a8cc-4b6c-92b6-48fe40f5c4a5 req-11088e4e-40e9-42bd-abb4-77935c7ba629 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1099 time: 0.3063276
Nov 23 12:59:12.522893 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Deleting port 814d33b9-f93d-4198-9894-d130dd57a435 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:59:12.523234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:12.561903 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b8ccbf1-a8cc-4b6c-92b6-48fe40f5c4a5 req-9df5745b-d72a-45c6-8771-785fcddfdfe9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963776
Nov 23 12:59:12.619736 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:12.676264 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Usage tracker for resource:port and tenant:5e304790f0854cafa6bd05b57e36ce18 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:12.682524 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:12.692832 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:12.716091 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Made reservation on behalf of 5e304790f0854cafa6bd05b57e36ce18 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:12.721819 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:12.829287 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] For port 814d33b9-f93d-4198-9894-d130dd57a435, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=814d33b9-f93d-4198-9894-d130dd57a435,segment=NetworkSegment(5b8d256c-2d2e-4f94-83fb-d8aaba907f24),segment_id=5b8d256c-2d2e-4f94-83fb-d8aaba907f24)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:12.829634 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:12.979510 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Calling delete_port for 814d33b9-f93d-4198-9894-d130dd57a435 owned by network:router_interface {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:59:13.168356 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7f3a42ef-b0d6-4ef1-806b-1b4aea2d5445 req-73bfd8bf-b924-4f0c-9137-fb23e16292e2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 210 time: 0.0442119
Nov 23 12:59:13.252582 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Allocated IP 172.20.0.5 (75c489de-f2fe-4038-8e6e-41ac528ecb75/83ac9f03-782a-4610-af91-c681befdb4a4/b5c18f4b-c538-4600-8a1d-6fe35dcd4e22) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:13.363710 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e27e5-b65d-4c8f-a5b4-883328a94194 req-4d3ed0e1-30c1-48f5-a88f-c2fec4522b41 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:13.365635 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-452e27e5-b65d-4c8f-a5b4-883328a94194 req-4d3ed0e1-30c1-48f5-a88f-c2fec4522b41 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.0880752
Nov 23 12:59:13.393025 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:13.413765 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-90b995b8-3562-4a45-b8ad-9581644a665b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:13.414369 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-452e27e5-b65d-4c8f-a5b4-883328a94194 req-1cb794ec-11bc-4268-9178-001135755562 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419493
Nov 23 12:59:13.506885 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243c56d-9a98-4759-ac66-355f622a5dce req-1d6f7025-7eae-4630-a95e-a8c34d304dae tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:13.508394 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4243c56d-9a98-4759-ac66-355f622a5dce req-1d6f7025-7eae-4630-a95e-a8c34d304dae tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0851829
Nov 23 12:59:13.556900 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4243c56d-9a98-4759-ac66-355f622a5dce req-a88a6018-95b1-4959-bcda-a43860ec04ff tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422401
Nov 23 12:59:13.620191 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=814d33b9-f93d-4198-9894-d130dd57a435,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:13.629097 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:13.851528 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:13.908072 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:13.974377 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:14.030841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-73a0fce2-73da-4385-9fdb-fedc62b59646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:14.125232 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Network 75c489de-f2fe-4038-8e6e-41ac528ecb75 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:14.130957 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:14.135305 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Pushing event updated for resources: {'Port': ['ID=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:14.137419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:14.167380 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:14.216336 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:14.216937 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:14.347348 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1553e-88a4-49bf-998f-fece02927c2e req-bc0109e2-510b-4f0b-bee0-a790bab84a7e tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:14.348948 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-19b1553e-88a4-49bf-998f-fece02927c2e req-bc0109e2-510b-4f0b-bee0-a790bab84a7e tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 931 time: 0.0782514
Nov 23 12:59:14.399282 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-19b1553e-88a4-49bf-998f-fece02927c2e req-0957d941-b478-4ce6-bc56-0aeeb93bca87 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Synchronizing usage tracker for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:14.404208 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0683849
Nov 23 12:59:14.416342 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-19b1553e-88a4-49bf-998f-fece02927c2e req-0957d941-b478-4ce6-bc56-0aeeb93bca87 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Unset dirty status for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:14.417586 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-19b1553e-88a4-49bf-998f-fece02927c2e req-0957d941-b478-4ce6-bc56-0aeeb93bca87 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631330
Nov 23 12:59:14.420992 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Request body: {'port': {'device_id': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:14.578217 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2357c-3972-4346-bc85-783ce023d114 req-cad8e89e-1dde-4140-9f18-756799250662 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:14.578925 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-daa2357c-3972-4346-bc85-783ce023d114 req-cad8e89e-1dde-4140-9f18-756799250662 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Synchronizing usage tracker for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:14.584128 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Router 65cc6791-0354-4ff3-9c8b-ddcd20704552 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:59:14.589419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:14.596988 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c230fd-29d9-448b-91ae-78b8c4db9e63 req-790acdb8-8d91-449d-995d-57419928dd89 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:14.598531 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a5c230fd-29d9-448b-91ae-78b8c4db9e63 req-790acdb8-8d91-449d-995d-57419928dd89 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.0816569
Nov 23 12:59:14.645084 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a5c230fd-29d9-448b-91ae-78b8c4db9e63 req-aaca283a-87e3-4c8a-86e4-0f0328ae40fd tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402513
Nov 23 12:59:14.712110 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-daa2357c-3972-4346-bc85-783ce023d114 req-cad8e89e-1dde-4140-9f18-756799250662 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Unset dirty status for tenant:f84ec34b530b4664a9c4b07a0993c6e9 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:14.713300 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-daa2357c-3972-4346-bc85-783ce023d114 req-cad8e89e-1dde-4140-9f18-756799250662 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 946 time: 0.4275517
Nov 23 12:59:14.755118 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0cc55-723a-41c8-8448-9d895ae1478a req-6467b158-ad00-4fc3-b841-2f87c1cf2bdd tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:14.756521 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32b0cc55-723a-41c8-8448-9d895ae1478a req-6467b158-ad00-4fc3-b841-2f87c1cf2bdd tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0846097
Nov 23 12:59:14.800478 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32b0cc55-723a-41c8-8448-9d895ae1478a req-9a4beeee-8f7d-4717-ace4-c29ec408b07c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377166
Nov 23 12:59:14.987146 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea94c6-dacb-43a3-8948-891114fa76ea req-92b26b08-21a5-48db-890e-5092cb99b42c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:14.988574 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c4ea94c6-dacb-43a3-8948-891114fa76ea req-92b26b08-21a5-48db-890e-5092cb99b42c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0836635
Nov 23 12:59:15.005135 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Deleting port fed8399c-a4c2-4c44-9872-ac079ad65c59 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:59:15.005460 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.032200 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c4ea94c6-dacb-43a3-8948-891114fa76ea req-84cf0935-bea6-4383-9366-b3405ea7d265 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378613
Nov 23 12:59:15.055029 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49382) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:15.152016 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:59:15.162124 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] Sync routers for ids ['65cc6791-0354-4ff3-9c8b-ddcd20704552'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:59:15.172929 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] Routers {'65cc6791-0354-4ff3-9c8b-ddcd20704552'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:15.173539 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b58e760>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:58:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['65cc6791-0354-4ff3-9c8b-ddcd20704552'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:15.207922 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] 10.222.0.73 "PUT /v2.0/routers/65cc6791-0354-4ff3-9c8b-ddcd20704552/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0524757
Nov 23 12:59:15.210465 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49388) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:15.372316 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] Set router 65cc6791-0354-4ff3-9c8b-ddcd20704552 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:15.396822 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f1284-a491-4723-b70a-608c064d5a23 tempest-TestShelveInstance-1921871564 tempest-TestShelveInstance-1921871564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:15.397510 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c69f1284-a491-4723-b70a-608c064d5a23 tempest-TestShelveInstance-1921871564 tempest-TestShelveInstance-1921871564-project-admin] Synchronizing usage tracker for tenant:5622eab39db240729d0178d40860add1 on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:15.402503 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks [] for router, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.411801 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] For port fed8399c-a4c2-4c44-9872-ac079ad65c59, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=fed8399c-a4c2-4c44-9872-ac079ad65c59,segment=NetworkSegment(e11ee47f-6d47-4858-afa2-8c104f1fdc43),segment_id=e11ee47f-6d47-4858-afa2-8c104f1fdc43)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:15.412315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.588295 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Calling delete_port for fed8399c-a4c2-4c44-9872-ac079ad65c59 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:59:15.642645 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:59:15.653631 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.661439 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b58e760>, [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:59:13Z', 'revision_number': 5, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:15.666306 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] Checking router: 65cc6791-0354-4ff3-9c8b-ddcd20704552 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:59:15.687098 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Transition to ACTIVE for port object b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:15.690946 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] Routers {'65cc6791-0354-4ff3-9c8b-ddcd20704552'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:15.691703 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b58e760>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:58:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['65cc6791-0354-4ff3-9c8b-ddcd20704552'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:15.702358 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c69f1284-a491-4723-b70a-608c064d5a23 tempest-TestShelveInstance-1921871564 tempest-TestShelveInstance-1921871564-project-admin] Unset dirty status for tenant:5622eab39db240729d0178d40860add1 on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:15.706701 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c69f1284-a491-4723-b70a-608c064d5a23 tempest-TestShelveInstance-1921871564 tempest-TestShelveInstance-1921871564-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1094 time: 0.6506109
Nov 23 12:59:15.707461 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49396) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:15.730712 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'port_id': '23496485-e265-40a2-9935-11d70590d92a', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:15.759019 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:15.771198 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Usage tracker for resource:floatingip and tenant:d7106439f0ea4521b2e0d2edf235cd5e is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:15.777350 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:15.780237 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.787075 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:15.818111 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:15.860495 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04587de8-277f-4dd6-ab0e-172d2f4410a6 req-63ff2e64-8972-4ee5-b192-5a01e38f95e1 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:15.862124 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-04587de8-277f-4dd6-ab0e-172d2f4410a6 req-63ff2e64-8972-4ee5-b192-5a01e38f95e1 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 931 time: 0.2519422
Nov 23 12:59:15.866386 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] Set router 65cc6791-0354-4ff3-9c8b-ddcd20704552 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:15.874643 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.881332 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.913048 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:15.926323 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Deleting port 2b1eabeb-9d97-4bb7-8c4f-825432156b51 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 12:59:15.926754 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.010880 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Pushing event updated for resources: {'Port': ['ID=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:16.043088 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:16.053424 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-04587de8-277f-4dd6-ab0e-172d2f4410a6 req-98d43c04-af0d-4a0a-890b-5eeba8537e21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828647
Nov 23 12:59:16.067625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2662335d-6343-4d8f-b5ec-2a4554c2e04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:16.130317 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Pushing event deleted for resources: {'Port': ['ID=fed8399c-a4c2-4c44-9872-ac079ad65c59,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:16.132484 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:16.136433 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] No DVR routers for this DVR port fed8399c-a4c2-4c44-9872-ac079ad65c59 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 12:59:16.138412 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.143044 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'name': 'network-vif-deleted', 'tag': 'fed8399c-a4c2-4c44-9872-ac079ad65c59'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:16.150239 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384a224-2001-47db-ade3-6cb6ccc7216d req-25a8f3ec-8c70-4fa7-b0fd-9ea0d33df8bf tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:16.151785 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7384a224-2001-47db-ade3-6cb6ccc7216d req-25a8f3ec-8c70-4fa7-b0fd-9ea0d33df8bf tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d9161a2-9c7a-406a-ad99-ed05afdd57bc HTTP/1.1" status: 200  len: 867 time: 0.3698561
Nov 23 12:59:16.153028 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b58e760>, [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:59:13Z', 'revision_number': 5, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:16.158469 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0358e0e2-fdef-4805-9595-771a9f76a06e None None] The sync data for ids ['65cc6791-0354-4ff3-9c8b-ddcd20704552'] in dv-cinder-818884-1-iscsi is: [{'id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'name': 'tempest-ServerRescueNegativeTestJSON-363515086-router', 'tenant_id': 'd16aeb00b18a48eb8851b9748413a53a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:54:44Z', 'updated_at': '2021-11-23T12:59:13Z', 'revision_number': 5, 'project_id': 'd16aeb00b18a48eb8851b9748413a53a', 'gw_port': {'id': '2b1eabeb-9d97-4bb7-8c4f-825432156b51', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cc6791-0354-4ff3-9c8b-ddcd20704552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:54:46Z', 'updated_at': '2021-11-23T12:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:59:16.165800 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-daa2357c-3972-4346-bc85-783ce023d114 req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.82 "DELETE /v2.0/ports/fed8399c-a4c2-4c44-9872-ac079ad65c59 HTTP/1.1" status: 204  len: 173 time: 1.3935099
Nov 23 12:59:16.188291 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Attempting to bind port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:59:16.188685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Attempting to bind port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:59:16.189016 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Attempting to bind port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 on network 75c489de-f2fe-4038-8e6e-41ac528ecb75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:16.194698 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 on network 75c489de-f2fe-4038-8e6e-41ac528ecb75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:59:16.195065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Attempting to bind port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 on network 75c489de-f2fe-4038-8e6e-41ac528ecb75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:16.200819 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:16.201143 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Checking segment: {'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:16.201618 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Bound using segment: {'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:16.202417 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Bound port: b5c18f4b-c538-4600-8a1d-6fe35dcd4e22, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:59:16.202685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.223220 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] For port 2b1eabeb-9d97-4bb7-8c4f-825432156b51, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2b1eabeb-9d97-4bb7-8c4f-825432156b51,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:16.226371 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.251468 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9161a2-9c7a-406a-ad99-ed05afdd57bc', 'name': 'network-vif-deleted', 'tag': 'fed8399c-a4c2-4c44-9872-ac079ad65c59', 'status': 'completed', 'code': 200}
Nov 23 12:59:16.298430 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] For port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:59:16.301580 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] For port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:59:16.306415 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.311368 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b328a4e9-08b1-4b7b-a94c-9290185a5791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:16.370212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:16.370844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.372189 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] 10.222.0.82 "PUT /v2.0/ports/b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 HTTP/1.1" status: 200  len: 1093 time: 1.9578724
Nov 23 12:59:16.390524 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Calling delete_port for 2b1eabeb-9d97-4bb7-8c4f-825432156b51 owned by network:router_gateway {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 12:59:16.391145 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Pushing event updated for resources: {'Port': ['ID=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:16.393985 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:16.468014 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7384a224-2001-47db-ade3-6cb6ccc7216d req-8023de1e-26f3-4ee1-b69f-ac1870daca7a tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] 10.222.0.73 "GET /v2.0/security-groups?id=da5fc4a9-cb26-46c0-a537-149f7ca0be9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319732
Nov 23 12:59:16.479091 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-2f2941e3-43f2-43a8-8c5c-de9ccad96071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:16.480707 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-2f2941e3-43f2-43a8-8c5c-de9ccad96071 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e304790f0854cafa6bd05b57e36ce18&device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 1096 time: 0.0723255
Nov 23 12:59:16.558077 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-65d7c553-fa2f-4c5f-b500-c3fbbe23688c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 HTTP/1.1" status: 200  len: 217 time: 0.0698559
Nov 23 12:59:16.627975 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-8284901d-2cf9-4e6a-b185-cba8ce8ee69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:16.629421 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-8284901d-2cf9-4e6a-b185-cba8ce8ee69d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=83ac9f03-782a-4610-af91-c681befdb4a4 HTTP/1.1" status: 200  len: 852 time: 0.0607798
Nov 23 12:59:16.681020 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 814d33b9-f93d-4198-9894-d130dd57a435 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:59:16.718805 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.735496 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 814d33b9-f93d-4198-9894-d130dd57a435 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:59:16.736227 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 814d33b9-f93d-4198-9894-d130dd57a435 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:59:16.797084 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-80f46a7d-258f-4a23-a031-6b89999c894c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75c489de-f2fe-4038-8e6e-41ac528ecb75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1606162
Nov 23 12:59:16.927965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:16.931404 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-160b1f5f-5163-4da2-b463-3eb9f887bba0 service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275806
Nov 23 12:59:16.938688 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Allocated IP 172.27.0.158 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/e011d331-338b-42fd-8beb-42ce3dd839f1) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:16.940644 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:17.016950 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1eabeb-9d97-4bb7-8c4f-825432156b51,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:17.026217 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:17.071606 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-13370b73-fd72-48e0-9149-b3569d9b97c6 req-e18dfcb0-87c4-40ef-b174-67e67f86df82 service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335967
Nov 23 12:59:17.220124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.309553 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.494821 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.510968 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.513757 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.545588 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device fed8399c-a4c2-4c44-9872-ac079ad65c59 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:59:17.563925 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49406) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:17.585708 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: fed8399c-a4c2-4c44-9872-ac079ad65c59 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:59:17.586210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device fed8399c-a4c2-4c44-9872-ac079ad65c59 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:59:17.607698 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079576-c00d-4561-90fe-db02de951d15 req-52132f9f-7de0-46ef-bcb3-c6ab0de859c9 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:17.609206 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5f079576-c00d-4561-90fe-db02de951d15 req-52132f9f-7de0-46ef-bcb3-c6ab0de859c9 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 943 time: 0.4117689
Nov 23 12:59:17.625988 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Deleting subnet af0da670-3d7f-4342-a8bb-e792e3f9efd6 {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 12:59:17.628948 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.630347 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.630828 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65cc6791-0354-4ff3-9c8b-ddcd20704552 {{(pid=86874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 12:59:17.656423 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.666827 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:17.680564 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.714769 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5f079576-c00d-4561-90fe-db02de951d15 req-d83c9de6-a042-48f6-80b5-e95f23844798 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985701
Nov 23 12:59:17.725442 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.728580 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] 10.222.0.73 "DELETE /v2.0/routers/65cc6791-0354-4ff3-9c8b-ddcd20704552 HTTP/1.1" status: 204  len: 168 time: 2.5170684
Nov 23 12:59:17.735738 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49410) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:17.743107 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:17.747642 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:17.750052 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:17.783334 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.791552 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'Port': ['ID=e011d331-338b-42fd-8beb-42ce3dd839f1,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:17.795756 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:17.841826 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Deleting subnet 98b52d1b-cc5b-4855-813b-51f0b5c50b7e {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 12:59:17.845857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.903082 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.936218 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:17.944010 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-85c9d524-cdd3-4e49-89bc-c03beaca0d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:17.997973 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.003023 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af0da670-3d7f-4342-a8bb-e792e3f9efd6,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:18.007233 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:18.012826 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/af0da670-3d7f-4342-a8bb-e792e3f9efd6 HTTP/1.1" status: 204  len: 168 time: 0.4477823
Nov 23 12:59:18.016009 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49414) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:18.034642 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.163026 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.181994 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.211075 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:18.259732 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'tag': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:18.267192 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b52d1b-cc5b-4855-813b-51f0b5c50b7e,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:18.270031 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:18.273949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.320192 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'tag': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22', 'status': 'completed', 'code': 200}
Nov 23 12:59:18.327613 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/98b52d1b-cc5b-4855-813b-51f0b5c50b7e HTTP/1.1" status: 204  len: 168 time: 0.5966952
Nov 23 12:59:18.330703 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49420) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:18.333748 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.345775 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.418310 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8acb23d0>,) {'filters': {'network_id': ['0de19c0c-3c0b-4645-86f5-bda8145281eb']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:18.433027 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8acb23d0>, 'e11ee47f-6d47-4858-afa2-8c104f1fdc43') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:18.433290 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8acb23d0>, 'e11ee47f-6d47-4858-afa2-8c104f1fdc43') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:18.452159 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.472861 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.481460 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 12:59:18.481825 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:59:18.494731 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:59:18.572123 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477622d-7595-4243-9c29-0efda737be9f req-4c4fbbc2-c4da-40c1-ae1a-53f7ed6ebbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:18.573698 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2477622d-7595-4243-9c29-0efda737be9f req-4c4fbbc2-c4da-40c1-ae1a-53f7ed6ebbea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e304790f0854cafa6bd05b57e36ce18&device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 1096 time: 0.2147961
Nov 23 12:59:18.580010 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.601200 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.610091 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.661242 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d7f55e1f-8484-40a1-b32a-f5675dafa105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:18.668306 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.693731 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de19c0c-3c0b-4645-86f5-bda8145281eb,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:18.696110 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:18.700037 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-43f2ef7e-96ce-4f7e-a114-06299f629e73 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0de19c0c-3c0b-4645-86f5-bda8145281eb HTTP/1.1" status: 204  len: 168 time: 0.6808071
Nov 23 12:59:18.718577 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2b1eabeb-9d97-4bb7-8c4f-825432156b51 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 12:59:18.749068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477622d-7595-4243-9c29-0efda737be9f req-83310e6a-eb64-4079-9607-bc26dd6be47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:18.750770 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2477622d-7595-4243-9c29-0efda737be9f req-83310e6a-eb64-4079-9607-bc26dd6be47d service neutron] 10.222.0.82 "GET /v2.0/networks?id=75c489de-f2fe-4038-8e6e-41ac528ecb75 HTTP/1.1" status: 200  len: 914 time: 0.1700118
Nov 23 12:59:18.769587 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 2b1eabeb-9d97-4bb7-8c4f-825432156b51 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 12:59:18.769938 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2b1eabeb-9d97-4bb7-8c4f-825432156b51 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 12:59:18.814670 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.903216 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49428) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:18.906303 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2477622d-7595-4243-9c29-0efda737be9f req-56069f97-2a50-4d2b-968c-f76488c0d14a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 HTTP/1.1" status: 200  len: 217 time: 0.1460202
Nov 23 12:59:18.942313 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8abff3a0>,) {'filters': {'network_id': ['4d1ed859-274e-4413-aaeb-c5e6188bffb6']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:18.975165 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8abff3a0>, '5b8d256c-2d2e-4f94-83fb-d8aaba907f24') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:18.975373 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8abff3a0>, '5b8d256c-2d2e-4f94-83fb-d8aaba907f24') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:18.996124 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:18.997867 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477622d-7595-4243-9c29-0efda737be9f req-92079d9d-2d55-48df-8cd2-2f0f48fe77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:18.999334 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2477622d-7595-4243-9c29-0efda737be9f req-92079d9d-2d55-48df-8cd2-2f0f48fe77b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=83ac9f03-782a-4610-af91-c681befdb4a4 HTTP/1.1" status: 200  len: 852 time: 0.0813305
Nov 23 12:59:19.002459 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-7e16f332-ce97-465b-b274-5c5b706f7959 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f84ec34b530b4664a9c4b07a0993c6e9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0979750
Nov 23 12:59:19.005077 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49432) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:19.034005 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.051816 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 12:59:19.052200 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.064272 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2477622d-7595-4243-9c29-0efda737be9f req-e1348446-f0dc-4348-bc6a-7afe6b446607 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75c489de-f2fe-4038-8e6e-41ac528ecb75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567529
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 12:59:19.066043 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 12:59:19.157008 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8b8bf-7d9d-4097-99c8-8faddba97403 req-10f63a73-4405-4b1f-a281-f2df9c951e55 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:19.158785 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eca8b8bf-7d9d-4097-99c8-8faddba97403 req-10f63a73-4405-4b1f-a281-f2df9c951e55 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 943 time: 0.3032835
Nov 23 12:59:19.188792 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.191698 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.200050 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.200589 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:19.216911 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.218078 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.241444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1ed859-274e-4413-aaeb-c5e6188bffb6,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:19.249049 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2477622d-7595-4243-9c29-0efda737be9f req-b964e398-3a23-4ace-a86f-a3386d815974 service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775956
Nov 23 12:59:19.249203 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:19.250762 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.251970 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:19.285540 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eca8b8bf-7d9d-4097-99c8-8faddba97403 req-379da96c-94e8-4957-8342-05b2f17b0ab1 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153741
Nov 23 12:59:19.303733 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] 10.222.0.73 "DELETE /v2.0/networks/4d1ed859-274e-4413-aaeb-c5e6188bffb6 HTTP/1.1" status: 204  len: 168 time: 0.9697556
Nov 23 12:59:19.370109 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event updated for resources: {'Port': ['ID=e011d331-338b-42fd-8beb-42ce3dd839f1,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:19.374441 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:19.377847 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.408425 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2477622d-7595-4243-9c29-0efda737be9f req-328633ab-0f9b-47ef-8761-c1d79e2c0a82 service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510978
Nov 23 12:59:19.409398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.412985 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-90356b26-3849-4f9d-80d8-8eb5b3081fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:19.436080 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5fc4a9-cb26-46c0-a537-149f7ca0be9b,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:19.439558 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:19.451086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.455168 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da5fc4a9-cb26-46c0-a537-149f7ca0be9b HTTP/1.1" status: 204  len: 168 time: 0.4476771
Nov 23 12:59:19.513616 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49440) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:19.566814 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-515eb498-313a-4932-8efa-3177d7ead1a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d16aeb00b18a48eb8851b9748413a53a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0505090
Nov 23 12:59:19.568263 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49444) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:19.574704 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Floating IP 49c42091-0b97-43a7-a28d-20ec6c78438e associated. External IP: 172.27.0.158, port: 23496485-e265-40a2-9935-11d70590d92a.
Nov 23 12:59:19.640635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.666749 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.722630 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.727949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6bd504c5-930a-43a1-b105-47d6828d9cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:19.741929 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f84598-4d00-490e-be25-b204f87711a5,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:19.744747 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:19.757793 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:19.759354 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4f84598-4d00-490e-be25-b204f87711a5 HTTP/1.1" status: 204  len: 168 time: 0.1900346
Nov 23 12:59:20.043363 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Router 985304e6-c388-4792-ac42-cce102303721 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:59:20.231230 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:59:20.244032 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] Sync routers for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:59:20.256878 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:20.257451 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:20.257945 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c1e8070>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:58:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:20.325151 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.6122417
Nov 23 12:59:20.325920 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'tag': '23496485-e265-40a2-9935-11d70590d92a'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:20.406498 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'tag': '23496485-e265-40a2-9935-11d70590d92a', 'status': 'completed', 'code': 200}
Nov 23 12:59:20.513156 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:20.551057 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-598778ba-6c0c-4c90-a95d-a4270c398dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:20.553240 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-598778ba-6c0c-4c90-a95d-a4270c398dec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1099 time: 0.1134953
Nov 23 12:59:20.557919 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb435b0-9bf5-4fe3-9d61-039fe79c3b67 req-212baeaa-4691-4aa8-84bf-803f7ee15a9e tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:20.572686 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cbb435b0-9bf5-4fe3-9d61-039fe79c3b67 req-212baeaa-4691-4aa8-84bf-803f7ee15a9e tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 943 time: 0.1453528
Nov 23 12:59:20.634549 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cbb435b0-9bf5-4fe3-9d61-039fe79c3b67 req-c377149e-17d9-4314-b24e-2341a6193a9c tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608866
Nov 23 12:59:20.721791 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49500) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:20.727665 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-a5160b66-cf0d-48d6-a81a-d7719b429f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:20.730002 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-a5160b66-cf0d-48d6-a81a-d7719b429f88 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 910 time: 0.1696794
Nov 23 12:59:20.851111 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-6082ffdb-4957-4a7e-82a9-bfdd5e27804d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 1000 time: 0.1146703
Nov 23 12:59:20.913450 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-network', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:20.918449 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:20.923450 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Usage tracker for resource:network and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:20.926508 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:20.930212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-1f28306f-5dd2-48d1-af16-f2b81f2943e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:20.931784 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-1f28306f-5dd2-48d1-af16-f2b81f2943e8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 200  len: 847 time: 0.0748544
Nov 23 12:59:20.933936 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:20.941908 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c1e8070>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '49c42091-0b97-43a7-a28d-20ec6c78438e', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '985304e6-c388-4792-ac42-cce102303721', 'port_id': '23496485-e265-40a2-9935-11d70590d92a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'mac_address': 'fa:16:3e:3e:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:18Z', 'revision_number': 0, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:57Z', 'revision_number': 5, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:20.944506 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Made reservation on behalf of d69e938744bb45778f3581d1c8d7345d for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:20.946545 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] Checking router: 985304e6-c388-4792-ac42-cce102303721 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:59:20.947679 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:20.956634 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:20.957518 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c1e8070>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:58:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:20.962369 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:20.979921 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:20.984718 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Usage tracker for resource:security_group_rule and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:20.988183 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:20.994735 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:21.017996 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-1e457f50-3a23-418f-ad1c-186363ed9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:21.019977 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-1e457f50-3a23-418f-ad1c-186363ed9998 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac7d0297-a23a-4eaf-ad47-32c051254ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812039
Nov 23 12:59:21.086925 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.094355 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.098984 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0f553276-d09d-49ed-891f-12ba10dc9d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:21.127067 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33338059-f88b-4cea-864c-cb187e0f7c5b,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:21.130947 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:21.137383 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:59:21.147505 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.148012 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Added segment 2199eb64-ae05-423b-8d2a-1ae4eba48002 of type vlan for network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75
Nov 23 12:59:21.159629 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-1b4d2c68-9dda-4d01-83a5-55ac274c8098 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322486
Nov 23 12:59:21.178400 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.213554 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:21.215992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.218034 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:21.218815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.225451 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0564e02a-cc51-4293-a09d-396d4b90444f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:21.301174 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-7715a574-5f19-46d6-8f58-2e966fe55098 req-cc84efb2-409f-4e60-bf3a-f0a64c951d48 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339989
Nov 23 12:59:21.349181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49520) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.349463 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6262169
Nov 23 12:59:21.350408 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Pushing event updated for resources: {'Network': ['ID=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:21.353183 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:21.356367 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Request body: {'subnet': {'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-subnet', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:21.362740 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:21.363139 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:59:21.366772 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Usage tracker for resource:subnet and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:21.369711 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:21.375920 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:21.387800 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Made reservation on behalf of d69e938744bb45778f3581d1c8d7345d for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:21.390656 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.580820 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:59:21.619842 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.623791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:21.722672 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49532) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.816399 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-00d86ccb-55f7-4016-a592-35bb79a94d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.840424 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Checking segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:21.841031 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Network hostable DHCP agents. Network: 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:59:21.847258 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3209ec45-9d2a-49e3-bebf-892b3720c903,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:21.848228 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:21.848624 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ad61-5845-4337-b24d-5780dfbb0d6c req-10439260-bddf-4152-a74a-f0626a9102ff tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:21.850109 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8eb9ad61-5845-4337-b24d-5780dfbb0d6c req-10439260-bddf-4152-a74a-f0626a9102ff tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 943 time: 0.1110716
Nov 23 12:59:21.850416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:21.866078 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:59:21.869256 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22', 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75', 'port_id': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22', 'mac_address': 'fa:16:3e:68:7e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ac9f03-782a-4610-af91-c681befdb4a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:59:21.877417 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:21.879856 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.881671 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:21.882457 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.909988 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:21.911432 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49538) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:21.912494 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.5619447
Nov 23 12:59:21.914315 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc7121-3b53-42c5-966c-b48f00620e0c None None] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:59:21.917595 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Usage tracker for resource:security_group_rule and tenant:cf622fb55a6c40db8e4d448a65bbfac6 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:21.922490 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:21.927536 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:21.935803 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:21.941131 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8eb9ad61-5845-4337-b24d-5780dfbb0d6c req-7fda07d6-a5f2-48f1-a6bc-f605d6174e9b tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755889
Nov 23 12:59:21.942084 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:21.948590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Usage tracker for resource:router and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:21.954827 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:21.972876 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:21.982648 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c1e8070>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '49c42091-0b97-43a7-a28d-20ec6c78438e', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '985304e6-c388-4792-ac42-cce102303721', 'port_id': '23496485-e265-40a2-9935-11d70590d92a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'mac_address': 'fa:16:3e:3e:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:18Z', 'revision_number': 0, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:57Z', 'revision_number': 5, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:21.992270 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:21.993199 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.021108 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.060496 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d4ae72-7579-4b7d-8f1f-d1ce6b83611f None None] The sync data for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi is: [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '49c42091-0b97-43a7-a28d-20ec6c78438e', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '985304e6-c388-4792-ac42-cce102303721', 'port_id': '23496485-e265-40a2-9935-11d70590d92a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'mac_address': 'fa:16:3e:3e:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:18Z', 'revision_number': 0, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:57Z', 'revision_number': 5, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:59:22.064173 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.085497 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.105409 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.118158 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.125203 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:59:22.179792 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1da0be40-1097-4132-96bd-0c6fc5b6ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:22.181431 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:22.190746 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.195964 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:22.293476 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfaa8ed-8298-4f9d-b6b5-dc8f43b613d6 None None] New status for floating IP 49c42091-0b97-43a7-a28d-20ec6c78438e: ACTIVE {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 12:59:22.315447 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:22.318778 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:22.330916 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 12:59:22.331838 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.347290 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59233c37-fea4-491b-ac34-6a3ab4acf4e3,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:22.354145 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49542) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:22.354408 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf622fb55a6c40db8e4d448a65bbfac6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6297240
Nov 23 12:59:22.355415 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:22.368455 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.428086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.455021 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.520418 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.521726 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['b5c18f4b-c538-4600-8a1d-6fe35dcd4e22'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:59:22.526389 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-510e39b5-0c7f-4d4f-8354-9c90af388164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:22.545214 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59233c37-fea4-491b-ac34-6a3ab4acf4e3,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:22.548300 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:22.549378 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.565104 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59233c37-fea4-491b-ac34-6a3ab4acf4e3 HTTP/1.1" status: 204  len: 168 time: 0.1981072
Nov 23 12:59:22.684866 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Allocated IP 172.20.0.2 (12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75/3209ec45-9d2a-49e3-bebf-892b3720c903/e29efacf-7e79-4e9e-96b1-685e4df46c1e) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:22.837635 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.872216 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.878369 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49550) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:22.898088 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:22.912733 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:22.917937 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Usage tracker for resource:security_group_rule and tenant:e44573ba6bf94658b3d18904775734fe is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:22.921087 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:22.926998 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:22.987176 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.000744 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Transition to ACTIVE for port object e29efacf-7e79-4e9e-96b1-685e4df46c1e will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:23.025497 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Allocated IP 172.27.0.198 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/6dd7ed77-e40e-45b2-a865-b8df089d5287) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:23.025759 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Transition to ACTIVE for port object e29efacf-7e79-4e9e-96b1-685e4df46c1e will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:23.026065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.031593 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.033971 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.042923 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8f477d8a-851f-4f0f-9404-f1189c503474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:23.048222 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:23.082096 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ed9dcf-b637-4cfc-8d99-e33c03af764d,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:23.089375 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e44573ba6bf94658b3d18904775734fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2079415
Nov 23 12:59:23.089988 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49556) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:23.090817 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:23.111907 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:23.113629 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:23.119809 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:23.149922 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.164763 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Pushing event updated for resources: {'Port': ['ID=e29efacf-7e79-4e9e-96b1-685e4df46c1e,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:23.177157 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.191440 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:23.224763 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Attempting to bind port e29efacf-7e79-4e9e-96b1-685e4df46c1e on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:59:23.225132 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Attempting to bind port e29efacf-7e79-4e9e-96b1-685e4df46c1e by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:59:23.225562 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Attempting to bind port e29efacf-7e79-4e9e-96b1-685e4df46c1e on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:23.232899 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:23.233330 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Checking segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:23.233831 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.234340 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Bound using segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:23.234923 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Bound port: e29efacf-7e79-4e9e-96b1-685e4df46c1e, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:59:23.235305 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.236384 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.241665 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-88c91f4a-51be-46c1-b508-68db73c07e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:23.252329 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ed9dcf-b637-4cfc-8d99-e33c03af764d,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:23.258379 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86951933-46d4-4fdf-a839-869a0e0634d0 req-d4cd8ad8-45bf-4094-83fc-b1932df17081 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:23.259158 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:23.259678 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.260459 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86951933-46d4-4fdf-a839-869a0e0634d0 req-d4cd8ad8-45bf-4094-83fc-b1932df17081 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 944 time: 0.2019687
Nov 23 12:59:23.264113 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9ed9dcf-b637-4cfc-8d99-e33c03af764d HTTP/1.1" status: 204  len: 168 time: 0.1691198
Nov 23 12:59:23.267654 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.323904 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-86951933-46d4-4fdf-a839-869a0e0634d0 req-777a0188-0db0-4b9b-be1f-42cb84ea7030 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525692
Nov 23 12:59:23.346565 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.348769 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] For port e29efacf-7e79-4e9e-96b1-685e4df46c1e, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:59:23.349058 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:23.353890 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] For port e29efacf-7e79-4e9e-96b1-685e4df46c1e, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e29efacf-7e79-4e9e-96b1-685e4df46c1e,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:59:23.359810 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.363767 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:23.417693 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:23.420568 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:23.424517 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:23.443785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Pushing event updated for resources: {'Port': ['ID=e29efacf-7e79-4e9e-96b1-685e4df46c1e,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:23.446669 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:23.465551 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Pushing event updated for resources: {'Port': ['ID=6dd7ed77-e40e-45b2-a865-b8df089d5287,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:23.469816 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:23.589469 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:23.691513 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:23.696888 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:23.697312 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.849912 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.878921 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:23.879338 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.898137 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:23.902903 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.907627 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:23.947309 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22', 'code': 200}
Nov 23 12:59:23.983620 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-01150754-a325-4aae-afc5-1d95358cb78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:23.996368 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:24.000814 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:24.181688 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804b95d-332e-44a1-8019-0c7a29261d82 req-5d0972f3-ddbc-4afb-a4b8-47ce1b1bacb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:24.183236 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3804b95d-332e-44a1-8019-0c7a29261d82 req-5d0972f3-ddbc-4afb-a4b8-47ce1b1bacb1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 1098 time: 0.0760989
Nov 23 12:59:24.234394 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3804b95d-332e-44a1-8019-0c7a29261d82 req-edd34d6f-9742-4b0a-8d03-c317d43f2908 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447745
Nov 23 12:59:24.263172 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:24.594092 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9605c9-25c8-44cc-a90e-e99ddd30fb5c None None] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:59:24.647401 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434619d-55b2-42d1-ab29-529c57f10938 req-c14dbd3b-80e6-4db9-935f-2f8475245986 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:24.648840 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6434619d-55b2-42d1-ab29-529c57f10938 req-c14dbd3b-80e6-4db9-935f-2f8475245986 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 945 time: 0.1362422
Nov 23 12:59:24.704414 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 12:59:24.712116 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6434619d-55b2-42d1-ab29-529c57f10938 req-326fc224-69bd-49a9-8d66-94fe668881b1 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558803
Nov 23 12:59:24.747259 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-4c4bfc10-16d0-454b-aed8-8e9a17f3ab34 None None] Provisioning for port e29efacf-7e79-4e9e-96b1-685e4df46c1e completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:24.799139 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e29efacf-7e79-4e9e-96b1-685e4df46c1e up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:24.903548 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:59:24.932217 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:24.936105 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.0204098
Nov 23 12:59:24.936427 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49602) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:24.938800 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Sync routers for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:59:24.964963 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:24.965621 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b870940>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:25.079701 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.107805 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port e29efacf-7e79-4e9e-96b1-685e4df46c1e completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:25.120753 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port e29efacf-7e79-4e9e-96b1-685e4df46c1e triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:25.121134 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.225056 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:25.504630 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.541642 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-16f9765f-c8b6-4a77-9058-d50632bdbc0e None None] Provisioning complete for port e29efacf-7e79-4e9e-96b1-685e4df46c1e triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:25.542672 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-16f9765f-c8b6-4a77-9058-d50632bdbc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.677957 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port e29efacf-7e79-4e9e-96b1-685e4df46c1e, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e29efacf-7e79-4e9e-96b1-685e4df46c1e,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:25.684980 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.687753 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.692909 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:25.747175 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49630) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:25.837010 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=e29efacf-7e79-4e9e-96b1-685e4df46c1e,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:25.840492 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:25.846567 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b870940>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:23Z', 'revision_number': 3, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:25.850735 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Checking router: b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:59:25.851261 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Updating router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 port 6dd7ed77-e40e-45b2-a865-b8df089d5287 binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:59:25.889687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.903933 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:25.907287 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:25.911591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Usage tracker for resource:security_group_rule and tenant:2d37c8c22a9e4660badbbce928838cf2 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:25.914547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:25.920552 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:26.008336 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.013755 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.023041 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5261c489-94cb-4b0e-8a78-a74e9e9d46b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:26.061968 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d37c8c22a9e4660badbbce928838cf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136053
Nov 23 12:59:26.064480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49636) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:26.067140 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df006ad2-1f81-4560-b7a9-0a84bd704785,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:26.078701 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:26.118249 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e832b-8588-484a-85ee-0f1f5226e5ea req-1a3fe1aa-3d64-4f74-b835-cde249f6a2b0 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:26.119702 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-af1e832b-8588-484a-85ee-0f1f5226e5ea req-1a3fe1aa-3d64-4f74-b835-cde249f6a2b0 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 945 time: 0.2549934
Nov 23 12:59:26.127030 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.127887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Allocated IP 172.20.0.1 (12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75/3209ec45-9d2a-49e3-bebf-892b3720c903/093820c9-c3b1-4118-80b7-de1c75bcffbf) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:26.154384 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.190221 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-af1e832b-8588-484a-85ee-0f1f5226e5ea req-fea8b467-b5b4-40c4-a2b1-33c26c4d46cd tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577929
Nov 23 12:59:26.218809 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.227762 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-599ff94a-2015-4f25-82a2-9e5307f5213b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:26.250807 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df006ad2-1f81-4560-b7a9-0a84bd704785,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:26.255503 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:26.257349 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.263873 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df006ad2-1f81-4560-b7a9-0a84bd704785 HTTP/1.1" status: 204  len: 168 time: 0.1982167
Nov 23 12:59:26.290681 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.306672 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Transition to ACTIVE for port object 6dd7ed77-e40e-45b2-a865-b8df089d5287 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:26.315291 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.320629 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:26.376893 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.394453 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Attempting to bind port 6dd7ed77-e40e-45b2-a865-b8df089d5287 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:59:26.394831 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Attempting to bind port 6dd7ed77-e40e-45b2-a865-b8df089d5287 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:59:26.395195 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Attempting to bind port 6dd7ed77-e40e-45b2-a865-b8df089d5287 on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:26.403080 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:26.403485 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:26.403889 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.404096 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Transition to ACTIVE for port object 093820c9-c3b1-4118-80b7-de1c75bcffbf will not be triggered until provisioned by entity DHCP. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:26.404280 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:26.404753 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Bound port: 6dd7ed77-e40e-45b2-a865-b8df089d5287, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:59:26.405125 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.436370 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.443113 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:26.447649 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d5914-f2e7-4766-9472-fedc5e9a1fb8 None None] Pushing event updated for resources: {'Port': ['ID=6dd7ed77-e40e-45b2-a865-b8df089d5287,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:26.451011 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-660d5914-f2e7-4766-9472-fedc5e9a1fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:26.509652 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] For port 6dd7ed77-e40e-45b2-a865-b8df089d5287, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:59:26.512953 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] For port 6dd7ed77-e40e-45b2-a865-b8df089d5287, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=6dd7ed77-e40e-45b2-a865-b8df089d5287,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:59:26.518625 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.524745 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:26.562532 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:26.565535 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:26.571011 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:26.601713 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Pushing event updated for resources: {'Port': ['ID=093820c9-c3b1-4118-80b7-de1c75bcffbf,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:26.608139 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:26.642010 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.645966 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d5914-f2e7-4766-9472-fedc5e9a1fb8 None None] Pushing event updated for resources: {'Port': ['ID=6dd7ed77-e40e-45b2-a865-b8df089d5287,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:26.652678 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-660d5914-f2e7-4766-9472-fedc5e9a1fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:26.669156 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:26.669556 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b870940>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:26.694416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49682) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:26.744211 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.782925 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:26.793374 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Usage tracker for resource:security_group_rule and tenant:de2c18fef0034454a8e019bb7d098815 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:26.800455 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:26.811833 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:26.823905 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e29efacf-7e79-4e9e-96b1-685e4df46c1e up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:26.925621 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.950625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.956312 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.956473 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7f6bddea-6721-4887-bb40-aa8448613c8a None None] Provisioning for port 093820c9-c3b1-4118-80b7-de1c75bcffbf completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:26.965795 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.979044 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7f6bddea-6721-4887-bb40-aa8448613c8a None None] Provisioning complete for port 093820c9-c3b1-4118-80b7-de1c75bcffbf triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:26.979428 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7f6bddea-6721-4887-bb40-aa8448613c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:26.995354 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-edecf424-25b7-4a4a-be52-d27d3c996252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:27.011444 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de2c18fef0034454a8e019bb7d098815&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3154695
Nov 23 12:59:27.037039 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port e29efacf-7e79-4e9e-96b1-685e4df46c1e triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:27.037472 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.044360 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf77539-75a6-4c5b-ade0-93ef2cf1876a,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:27.061587 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6c51cd42-8378-41ff-b1d9-3db65de23876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:27.063508 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49690) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:27.090715 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bddea-6721-4887-bb40-aa8448613c8a None None] Port 093820c9-c3b1-4118-80b7-de1c75bcffbf cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:59:27.097023 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:27.128220 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.157672 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.223943 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.229020 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2730f309-be8b-41d7-8685-cc2b3583c5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:27.241043 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf77539-75a6-4c5b-ade0-93ef2cf1876a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:27.244156 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:27.248426 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.259157 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7bf77539-75a6-4c5b-ade0-93ef2cf1876a HTTP/1.1" status: 204  len: 168 time: 0.1881390
Nov 23 12:59:27.288354 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.294505 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.333228 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f15004ae-7b51-4988-9d56-8dfa93b17c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:27.420295 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.424776 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Pushing event updated for resources: {'Port': ['ID=093820c9-c3b1-4118-80b7-de1c75bcffbf,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:27.429502 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:27.509208 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b870940>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:23Z', 'revision_number': 3, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:27.516448 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c2d05-19c8-4e23-83c8-d5341c1c1cdd None None] The sync data for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi is: [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:23Z', 'revision_number': 3, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:59:27.591003 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:27.592497 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:27.817394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:59:27.844849 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-3eed46ed-3ed1-42d5-9948-6c10f93f6f35 None None] Provisioning complete for port 093820c9-c3b1-4118-80b7-de1c75bcffbf triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:27.845845 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3eed46ed-3ed1-42d5-9948-6c10f93f6f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:27.943770 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-3eed46ed-3ed1-42d5-9948-6c10f93f6f35 None None] Port 093820c9-c3b1-4118-80b7-de1c75bcffbf cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:59:28.146531 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:59:28.164443 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] 10.222.0.73 "PUT /v2.0/routers/b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2195575
Nov 23 12:59:28.759829 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6dd7ed77-e40e-45b2-a865-b8df089d5287 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:28.782937 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49752) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:28.788333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296580890', 'description': 'tempest-description--1912842847'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:28.794572 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:28.798346 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:28.801722 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:28.808341 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:28.819189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:28.833807 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 6dd7ed77-e40e-45b2-a865-b8df089d5287 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:28.839294 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 6dd7ed77-e40e-45b2-a865-b8df089d5287 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:28.839676 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:28.840989 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:28.844777 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group_rule and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:28.847568 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:28.853408 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:28.944631 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:28.950940 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:28.960221 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:28.968053 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:28.989285 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 6dd7ed77-e40e-45b2-a865-b8df089d5287, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=6dd7ed77-e40e-45b2-a865-b8df089d5287,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:28.993492 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:28.996480 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:29.009750 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b533a41-7e45-4b18-aba8-abe5fd401c10,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:29.017147 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:29.018179 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.019420 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1950f074-9894-4154-b3af-2e5a700128a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2352362
Nov 23 12:59:29.022487 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49760) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:29.028200 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'security_group_rule': {'security_group_id': '7b533a41-7e45-4b18-aba8-abe5fd401c10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:29.034473 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:29.041077 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group_rule and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:29.044564 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:29.057812 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:29.079372 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.082759 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=6dd7ed77-e40e-45b2-a865-b8df089d5287,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:29.092213 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:29.152485 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.156412 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.165191 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a0910cf1-40e4-430d-be4c-bbb9c512059b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:29.183326 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab32162c-0bc5-4406-becf-c4c8a33aaab2,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:29.186477 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:29.195465 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.196704 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1732187
Nov 23 12:59:29.199670 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49770) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:29.205261 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'security_group_rule': {'security_group_id': '7b533a41-7e45-4b18-aba8-abe5fd401c10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:29.211434 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:29.215431 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group_rule and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:29.218581 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:29.224371 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:29.245838 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.321839 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.326606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.329433 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:29.336735 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Sync routers for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:59:29.349690 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:29.350707 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4570a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:29.354411 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65f6613-6e7e-4320-9f21-a18351a0e849,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:29.359152 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:29.364868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.366341 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1655414
Nov 23 12:59:29.369662 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49774) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:29.374865 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:29.380756 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:29.385572 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:floatingip and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:29.391393 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:29.397604 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:29.411738 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.569259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.593091 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:29.787839 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Allocated IP 172.27.0.231 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/1ccdb861-71e7-46b9-824a-c7b085204d09) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:29.939515 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.951696 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4570a0>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 2, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:29.957125 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Checking router: b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:59:29.957756 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Updating router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 port 093820c9-c3b1-4118-80b7-de1c75bcffbf binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 12:59:29.975182 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:29.978994 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:30.016571 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.047408 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:30.050704 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:30.054439 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:30.083689 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'Port': ['ID=1ccdb861-71e7-46b9-824a-c7b085204d09,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:30.094351 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:30.139109 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.203083 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.360507 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.377015 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Transition to ACTIVE for port object 093820c9-c3b1-4118-80b7-de1c75bcffbf will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:30.391614 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.396467 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:30.412860 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.417634 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.421908 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:30.540802 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'Port': ['ID=1ccdb861-71e7-46b9-824a-c7b085204d09,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:30.546171 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:30.555201 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.572328 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Pushing event updated for resources: {'Port': ['ID=093820c9-c3b1-4118-80b7-de1c75bcffbf,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:30.579916 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.580253 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.580592 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.580918 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.581236 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.581553 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.581926 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.582179 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.582567 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.582867 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.583180 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.583493 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:30.584259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.591202 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2159693
Nov 23 12:59:30.593702 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:30.662199 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Attempting to bind port 093820c9-c3b1-4118-80b7-de1c75bcffbf on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:59:30.662749 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Attempting to bind port 093820c9-c3b1-4118-80b7-de1c75bcffbf by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:59:30.663086 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Attempting to bind port 093820c9-c3b1-4118-80b7-de1c75bcffbf on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:30.671702 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:30.672114 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Checking segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:30.672632 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.673048 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Bound using segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:30.673558 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Bound port: 093820c9-c3b1-4118-80b7-de1c75bcffbf, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:59:30.673969 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.737348 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6dd7ed77-e40e-45b2-a865-b8df089d5287 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:30.783342 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] For port 093820c9-c3b1-4118-80b7-de1c75bcffbf, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:59:30.788331 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] For port 093820c9-c3b1-4118-80b7-de1c75bcffbf, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=093820c9-c3b1-4118-80b7-de1c75bcffbf,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:59:30.796474 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.802109 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:30.814384 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 6dd7ed77-e40e-45b2-a865-b8df089d5287 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:30.814771 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:30.892445 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-a302fc6d-e23a-42f4-9703-7690a789221d req-79540116-3a5c-4c8a-9c9a-6eeb9f4eeea0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:30.901799 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:30.902451 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4570a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:30.918452 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-a302fc6d-e23a-42f4-9703-7690a789221d req-79540116-3a5c-4c8a-9c9a-6eeb9f4eeea0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:30.926913 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-79540116-3a5c-4c8a-9c9a-6eeb9f4eeea0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1296580890&fields=id&tenant_id=d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 267 time: 0.1092212
Nov 23 12:59:31.077767 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Pushing event updated for resources: {'Port': ['ID=093820c9-c3b1-4118-80b7-de1c75bcffbf,revision_number=4']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:31.087587 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:31.134381 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-2ac7aad8-a66a-49e9-a2dd-5b356278a9e1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:31.135073 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-a302fc6d-e23a-42f4-9703-7690a789221d req-2ac7aad8-a66a-49e9-a2dd-5b356278a9e1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:network {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:31.137199 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:31.152431 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-a302fc6d-e23a-42f4-9703-7690a789221d req-2ac7aad8-a66a-49e9-a2dd-5b356278a9e1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:network {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:31.153706 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-2ac7aad8-a66a-49e9-a2dd-5b356278a9e1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 817 time: 0.2257047
Nov 23 12:59:31.169753 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-007a576b-4674-4f08-9f1a-961ca1bd5f5e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/quotas/d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 375 time: 0.0096071
Nov 23 12:59:31.269815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-a302fc6d-e23a-42f4-9703-7690a789221d req-81c7d65c-6cb4-4313-bb7d-d740ea092a3f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 12:59:31.289152 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-a302fc6d-e23a-42f4-9703-7690a789221d req-81c7d65c-6cb4-4313-bb7d-d740ea092a3f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 12:59:31.291025 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-81c7d65c-6cb4-4313-bb7d-d740ea092a3f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1108451
Nov 23 12:59:31.441550 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-56afdbbc-9deb-4048-8ab7-02452e132f0d service neutron] 10.222.0.73 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382554
Nov 23 12:59:31.508157 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4570a0>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:30Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:31.513770 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6346be1-2774-4876-812d-6b7e63526ce7 None None] The sync data for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi is: [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:30Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:59:31.754504 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-052a0c29-e671-413e-80a7-63d4df80bcd2 service neutron] 10.222.0.73 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3070376
Nov 23 12:59:31.974093 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-911b1fa2-2b29-4683-a0c2-a5d956044b11 req-12f2815c-0ce7-4c05-b909-3d7d88a199ee tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 210 time: 0.0579422
Nov 23 12:59:32.741639 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 093820c9-c3b1-4118-80b7-de1c75bcffbf up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:32.816625 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 093820c9-c3b1-4118-80b7-de1c75bcffbf completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:32.821577 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 093820c9-c3b1-4118-80b7-de1c75bcffbf triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:32.821993 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:32.975843 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.013698 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 093820c9-c3b1-4118-80b7-de1c75bcffbf, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=093820c9-c3b1-4118-80b7-de1c75bcffbf,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:33.020073 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.022477 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-660d5914-f2e7-4766-9472-fedc5e9a1fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:33.112577 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=093820c9-c3b1-4118-80b7-de1c75bcffbf,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:33.126062 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:33.158435 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-508c465b-4e07-44fd-af5b-7614968e2cfe req-6c6dcba5-695e-40f0-b48c-002f874eff1e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 210 time: 0.0547705
Nov 23 12:59:33.178551 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-059755ce-62ed-4793-89b7-598bcfbf5422 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:33.181880 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-059755ce-62ed-4793-89b7-598bcfbf5422 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 817 time: 0.1923325
Nov 23 12:59:33.233362 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-2193a9ab-dcd6-4de0-88ff-94686b470a9d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 380 time: 0.0423393
Nov 23 12:59:33.243592 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'port': {'device_id': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'admin_state_up': True, 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'security_groups': ['7b533a41-7e45-4b18-aba8-abe5fd401c10']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:33.387656 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:33.398597 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:33.410680 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Made reservation on behalf of d69e938744bb45778f3581d1c8d7345d for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:33.414231 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.583152 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Allocated IP 172.20.0.9 (12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75/3209ec45-9d2a-49e3-bebf-892b3720c903/98f69092-b774-4264-bf15-58e3c30276dd) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:33.616035 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49848) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:33.751565 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.765958 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:33.769889 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Usage tracker for resource:security_group_rule and tenant:be114d7afb4345a2bd098e76cd1c598d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:33.772760 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:33.777458 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.779117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:33.794411 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Transition to ACTIVE for port object 98f69092-b774-4264-bf15-58e3c30276dd will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:33.820071 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.825910 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6fccb336-8515-403e-a0e2-8422be16a84f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:33.862425 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.867013 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.879770 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-923629f4-1813-4f00-ac46-73fe4d4e0f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:33.896448 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:33.899857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:33.903761 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:33.926045 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be114d7afb4345a2bd098e76cd1c598d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3062103
Nov 23 12:59:33.926045 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6893cb07-9841-4672-827b-7b127b6cb1ca,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:33.927602 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:33.928270 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49854) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:33.946668 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:33.957608 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:33.986416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:33.987480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:33.999900 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.022334 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7830069
Nov 23 12:59:34.033602 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.036280 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Request body: {'port': {'device_id': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:34.089414 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.093649 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7f79c85e-284b-47e0-ac29-becc5295b674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:34.105885 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6893cb07-9841-4672-827b-7b127b6cb1ca,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:34.108498 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:34.115422 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.116559 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6893cb07-9841-4672-827b-7b127b6cb1ca HTTP/1.1" status: 204  len: 168 time: 0.1873429
Nov 23 12:59:34.176123 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-fa1e1634-f1c9-4e73-b275-7af6af4e674b None None] Provisioning for port 98f69092-b774-4264-bf15-58e3c30276dd completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:34.181826 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-fa1e1634-f1c9-4e73-b275-7af6af4e674b None None] Provisioning complete for port 98f69092-b774-4264-bf15-58e3c30276dd triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:34.182410 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-fa1e1634-f1c9-4e73-b275-7af6af4e674b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.227214 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.242672 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e1634-f1c9-4e73-b275-7af6af4e674b None None] Port 98f69092-b774-4264-bf15-58e3c30276dd cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 12:59:34.373635 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e702e-a19d-4243-8966-c0921ec1f84a req-bdc0ac5a-a68a-49b7-b87e-3a5e9a6824d5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:34.375148 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-462e702e-a19d-4243-8966-c0921ec1f84a req-bdc0ac5a-a68a-49b7-b87e-3a5e9a6824d5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 931 time: 0.0897274
Nov 23 12:59:34.425698 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-462e702e-a19d-4243-8966-c0921ec1f84a req-a773e457-c2b8-4621-b060-91eb8e5c9805 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449595
Nov 23 12:59:34.476698 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49864) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:34.508265 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.536562 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:34.545202 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Usage tracker for resource:security_group_rule and tenant:7c629970d1914c6093c5a2c55d0d7fee is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:34.548765 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:34.555729 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:34.657555 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f69092-b774-4264-bf15-58e3c30276dd {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:59:34.666541 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.691044 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Transition to ACTIVE for port object 98f69092-b774-4264-bf15-58e3c30276dd will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:34.701812 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.707894 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-217b039b-e495-4d92-bcbf-6af3695f9651 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:34.730853 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 093820c9-c3b1-4118-80b7-de1c75bcffbf up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:34.809741 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 093820c9-c3b1-4118-80b7-de1c75bcffbf triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:34.810117 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.851504 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.890582 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:34.893110 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:34.893916 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:34.906529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ccb60389-ba24-4157-a81b-10f69ce3c3d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:34.994798 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c629970d1914c6093c5a2c55d0d7fee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5170193
Nov 23 12:59:34.997407 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49870) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:34.997561 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146a877a-d217-4388-8d44-37cb98c19696,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:35.000556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:35.021045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Attempting to bind port 98f69092-b774-4264-bf15-58e3c30276dd on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:59:35.021375 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Attempting to bind port 98f69092-b774-4264-bf15-58e3c30276dd by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:59:35.021693 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Attempting to bind port 98f69092-b774-4264-bf15-58e3c30276dd on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:35.026661 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Port 98f69092-b774-4264-bf15-58e3c30276dd on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 12:59:35.027213 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Attempting to bind port 98f69092-b774-4264-bf15-58e3c30276dd on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:35.033691 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:35.033691 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Checking segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:35.034063 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Bound using segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:35.034482 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Bound port: 98f69092-b774-4264-bf15-58e3c30276dd, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:59:35.034825 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:35.055250 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-94384eaf-abc3-4c53-a094-a1f92ed02bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:35.081664 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-94384eaf-abc3-4c53-a094-a1f92ed02bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:35.132851 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-94384eaf-abc3-4c53-a094-a1f92ed02bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:35.136991 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:59:35.138159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f3ef226-01de-4d80-8454-862b7e54fa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:35.140214 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:59:35.146028 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:35.150955 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5a54ad1f-5811-470e-9b18-cce09dd096e0 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:35.151363 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94384eaf-abc3-4c53-a094-a1f92ed02bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a877a-d217-4388-8d44-37cb98c19696,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:35.153786 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-94384eaf-abc3-4c53-a094-a1f92ed02bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:35.157298 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-94384eaf-abc3-4c53-a094-a1f92ed02bb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/146a877a-d217-4388-8d44-37cb98c19696 HTTP/1.1" status: 204  len: 168 time: 0.1565950
Nov 23 12:59:35.157298 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-94384eaf-abc3-4c53-a094-a1f92ed02bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:35.205029 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:35.205893 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:35.207206 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] 10.222.0.82 "PUT /v2.0/ports/98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 1093 time: 1.1767220
Nov 23 12:59:35.215713 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:35.241612 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:35.245540 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:35.304104 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd', 'status': 'completed', 'code': 200}
Nov 23 12:59:35.334315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-ba98549a-d505-4473-99a6-7ea24cf9267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:35.335818 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-ba98549a-d505-4473-99a6-7ea24cf9267b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1096 time: 0.0859680
Nov 23 12:59:35.424184 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-ab758b33-fc6f-4899-8e93-dd0298e7e6d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 217 time: 0.0806401
Nov 23 12:59:35.490337 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-d48891d8-0250-4f47-87a9-8790d8a6c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:35.491881 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-d48891d8-0250-4f47-87a9-8790d8a6c0c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0602779
Nov 23 12:59:35.607636 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9e4f511e-9547-4e1f-863c-d84c1b5362a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:35.609292 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-9e4f511e-9547-4e1f-863c-d84c1b5362a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1076853
Nov 23 12:59:35.647120 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffc5e9-55f4-4efa-80a6-fa7d49b2300e req-5feb1fe2-225f-40f3-a225-37a18a5ac96b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:35.648595 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7cffc5e9-55f4-4efa-80a6-fa7d49b2300e req-5feb1fe2-225f-40f3-a225-37a18a5ac96b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0905411
Nov 23 12:59:35.698484 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7cffc5e9-55f4-4efa-80a6-fa7d49b2300e req-ab2ae8b1-4488-47fb-a8e8-21cf2abcabed tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437737
Nov 23 12:59:35.765216 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-40e8e5d9-1604-4196-90f3-1f3f735e626f service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455259
Nov 23 12:59:35.903597 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a302fc6d-e23a-42f4-9703-7690a789221d req-a3a454c2-7f8b-4a9c-a1ca-b05c470c88eb service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306119
Nov 23 12:59:36.032609 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-c8e928d0-e35c-4a1b-862e-153f9728a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:36.034063 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-c8e928d0-e35c-4a1b-862e-153f9728a7a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1096 time: 0.0708225
Nov 23 12:59:36.260300 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-8bbe0d6a-c17a-4622-a84e-33d9f4a7d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:36.261796 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-8bbe0d6a-c17a-4622-a84e-33d9f4a7d83e service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.2144096
Nov 23 12:59:36.336347 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-78d30500-12af-4481-99fd-7f1a9715284b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 217 time: 0.0661533
Nov 23 12:59:36.403439 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-076a829f-c81b-4abf-b0df-f863d07f7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:36.404877 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-076a829f-c81b-4abf-b0df-f863d07f7f02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0597959
Nov 23 12:59:36.493437 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-c8df7d61-625c-41af-a35b-7cbcb676d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:36.494940 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-c8df7d61-625c-41af-a35b-7cbcb676d656 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827618
Nov 23 12:59:36.636312 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-37d74d9d-a012-4d47-bcc0-63694342302e service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342709
Nov 23 12:59:36.776036 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-1e8af46a-294c-44fd-865c-24a7a82c95c6 req-782b85cd-d71b-4e5e-a703-d362939a6913 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330862
Nov 23 12:59:36.894966 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a6f7-41aa-438a-afa4-c2ed5f81451c req-cf4966dd-102e-42cf-bb3c-92086fb3691b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:36.896336 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fec7a6f7-41aa-438a-afa4-c2ed5f81451c req-cf4966dd-102e-42cf-bb3c-92086fb3691b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0807862
Nov 23 12:59:36.949812 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fec7a6f7-41aa-438a-afa4-c2ed5f81451c req-5ec956a8-871c-45bf-a434-065fab1d8fee tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475996
Nov 23 12:59:37.568961 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49950) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:37.693857 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:37.708728 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:37.713020 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Usage tracker for resource:security_group_rule and tenant:e2264aa022d246b2998bef190c55acc3 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:37.716466 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:37.724882 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:37.812903 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:37.819135 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:37.826367 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-48282330-e30a-44ad-b1fe-a20832aeea24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:37.865939 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2264aa022d246b2998bef190c55acc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958577
Nov 23 12:59:37.866839 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654d3aae-0602-4d52-bd80-c22ac30a2ee7,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:37.868749 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49956) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:37.869796 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4ed39319-af33-468f-8d8a-885088b35134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:37.931673 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-005dc943-e24c-49f7-b275-104ce10dde72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:37.958638 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-005dc943-e24c-49f7-b275-104ce10dde72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.014376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-005dc943-e24c-49f7-b275-104ce10dde72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.019883 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-14a20370-832b-474d-9bf0-81907b1ad2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:38.032113 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dc943-e24c-49f7-b275-104ce10dde72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d3aae-0602-4d52-bd80-c22ac30a2ee7,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:38.037849 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-005dc943-e24c-49f7-b275-104ce10dde72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:38.042660 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-005dc943-e24c-49f7-b275-104ce10dde72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.043778 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-005dc943-e24c-49f7-b275-104ce10dde72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/654d3aae-0602-4d52-bd80-c22ac30a2ee7 HTTP/1.1" status: 204  len: 168 time: 0.1740398
Nov 23 12:59:38.158133 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f60860-61fb-4766-bfd2-167f21573fef req-b5ed17b3-5936-4b8a-a950-576078b0cbd7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:38.159631 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c0f60860-61fb-4766-bfd2-167f21573fef req-b5ed17b3-5936-4b8a-a950-576078b0cbd7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0938387
Nov 23 12:59:38.207621 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c0f60860-61fb-4766-bfd2-167f21573fef req-4d4eadc5-dece-4070-8b52-10b7adb4953c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395167
Nov 23 12:59:38.337876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 49968) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:38.355468 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.373563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:38.377891 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b55f3a5f9e4007a00958a879231b04 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:38.381327 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:38.388722 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:38.473430 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.478892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.485985 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fc834ef5-67af-4b16-8f4d-327fc137a0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:38.525915 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c9b55f3a5f9e4007a00958a879231b04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1868904
Nov 23 12:59:38.526876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2e01f8-3efa-4d22-8bbc-aa3657ee0271,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:38.528955 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 49972) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:38.531950 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:38.588299 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.614398 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.669577 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.673598 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f6bba501-593e-4f10-aff4-50dab836c680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:38.687259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2e01f8-3efa-4d22-8bbc-aa3657ee0271,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:38.689564 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:38.698420 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:38.699647 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d2e01f8-3efa-4d22-8bbc-aa3657ee0271 HTTP/1.1" status: 204  len: 168 time: 0.1697123
Nov 23 12:59:39.400942 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379003c-2a88-45a9-be7e-c9d410b0fdc5 req-2a759b2a-6e8d-409a-b592-9d40b799a968 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:39.402444 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3379003c-2a88-45a9-be7e-c9d410b0fdc5 req-2a759b2a-6e8d-409a-b592-9d40b799a968 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0834603
Nov 23 12:59:39.446708 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3379003c-2a88-45a9-be7e-c9d410b0fdc5 req-f15f5ac2-61c2-4115-983e-394ca0c00550 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385597
Nov 23 12:59:39.744577 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 12:59:39.886911 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:39.907119 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '98f69092-b774-4264-bf15-58e3c30276dd', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'port_id': '98f69092-b774-4264-bf15-58e3c30276dd', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 12:59:39.966880 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:39.984302 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f69092-b774-4264-bf15-58e3c30276dd {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 12:59:40.000073 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:40.004197 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:40.006081 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:40.070544 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:40.073777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:40.404154 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['98f69092-b774-4264-bf15-58e3c30276dd'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 12:59:40.632544 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848db7b6-b204-4547-a774-9c96e8f65d06 req-12c06a47-634a-4e70-b954-3ab1893c38bd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:40.634325 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-848db7b6-b204-4547-a774-9c96e8f65d06 req-12c06a47-634a-4e70-b954-3ab1893c38bd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 944 time: 0.0798836
Nov 23 12:59:40.686348 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-848db7b6-b204-4547-a774-9c96e8f65d06 req-c0cc884f-b3d2-41b5-8df3-61e1b2c66796 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463383
Nov 23 12:59:41.760486 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:41.835337 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 98f69092-b774-4264-bf15-58e3c30276dd completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:41.839932 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 98f69092-b774-4264-bf15-58e3c30276dd triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:41.840311 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:41.878255 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab028-bd8c-4c7f-ab24-880e5c4ff4ae req-24d87492-dfe3-4038-bafb-910afe053d2d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:41.879679 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-95fab028-bd8c-4c7f-ab24-880e5c4ff4ae req-24d87492-dfe3-4038-bafb-910afe053d2d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 944 time: 0.0788510
Nov 23 12:59:41.923328 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-95fab028-bd8c-4c7f-ab24-880e5c4ff4ae req-e351881c-cd0c-46d4-b85a-9e302a1cb868 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372152
Nov 23 12:59:41.946069 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 12:59:41.956013 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:41.983564 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:41.993963 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:41.997876 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:41.999749 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-e0a4a772-52b3-4121-a5bb-2580bd8e7b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:42.028812 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd', 'code': 200}
Nov 23 12:59:42.070200 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:42.073173 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:42.269401 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1066a6d-224e-4829-a39b-ff189defdb04 req-62158d04-7280-4ac8-9034-788d35d154ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:42.270856 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f1066a6d-224e-4829-a39b-ff189defdb04 req-62158d04-7280-4ac8-9034-788d35d154ef service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1098 time: 0.0778952
Nov 23 12:59:42.325696 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f1066a6d-224e-4829-a39b-ff189defdb04 req-0b258172-506a-487a-ab0f-7c2540413e13 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463963
Nov 23 12:59:42.726115 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50048) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:42.843385 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:42.857356 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:42.861288 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:a21ffbbffe0e40ec9bee61eb8e574dea is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:42.864090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:42.869846 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:42.950853 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:42.956540 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:42.968673 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4b0ef905-ddc2-43b1-be4d-f34251598343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:43.006033 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a21ffbbffe0e40ec9bee61eb8e574dea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2788155
Nov 23 12:59:43.007751 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2aa9a2-e5b5-43cc-b80c-3d52c33f6876,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:43.009161 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50056) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:43.011351 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a8eade17-1d00-492b-b5f7-5fd04be82ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:43.069319 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f08d23d0-3dc4-4139-8ac7-f6f42909185d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:43.095592 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f08d23d0-3dc4-4139-8ac7-f6f42909185d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:43.109413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c044e9-84f7-4d81-a766-36e17d5cc66b req-c1fb9547-0037-4c8d-9143-8fd8e812b4d4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:43.110920 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b5c044e9-84f7-4d81-a766-36e17d5cc66b req-c1fb9547-0037-4c8d-9143-8fd8e812b4d4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0781534
Nov 23 12:59:43.148022 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f08d23d0-3dc4-4139-8ac7-f6f42909185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:43.152798 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4497206b-c49e-4d5c-b8cf-3a3f89e2f524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:43.155082 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b5c044e9-84f7-4d81-a766-36e17d5cc66b req-03c58eb6-9086-4500-a65a-3eda5e99e67b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384974
Nov 23 12:59:43.165034 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d23d0-3dc4-4139-8ac7-f6f42909185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2aa9a2-e5b5-43cc-b80c-3d52c33f6876,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:43.168675 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f08d23d0-3dc4-4139-8ac7-f6f42909185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:43.174295 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-f08d23d0-3dc4-4139-8ac7-f6f42909185d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:43.177655 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-f08d23d0-3dc4-4139-8ac7-f6f42909185d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c2aa9a2-e5b5-43cc-b80c-3d52c33f6876 HTTP/1.1" status: 204  len: 168 time: 0.1649239
Nov 23 12:59:44.352796 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219d324-829a-4733-bdc2-073bde80b6bd req-dcd38f4a-4808-483b-837f-9fa7f59eae16 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:44.354249 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0219d324-829a-4733-bdc2-073bde80b6bd req-dcd38f4a-4808-483b-837f-9fa7f59eae16 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0859928
Nov 23 12:59:44.410869 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0219d324-829a-4733-bdc2-073bde80b6bd req-6d1950d0-2097-4704-8cbe-322cfe124940 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474210
Nov 23 12:59:44.596381 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd0295-530b-44d9-824a-d29a92ca6f82 req-f92ef9ce-a67e-430f-a768-927c4a7b8a16 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:44.597827 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f5bd0295-530b-44d9-824a-d29a92ca6f82 req-f92ef9ce-a67e-430f-a768-927c4a7b8a16 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0797627
Nov 23 12:59:44.610117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50096) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:44.615169 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'floatingip': {'port_id': '98f69092-b774-4264-bf15-58e3c30276dd'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:44.698680 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:45.375045 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:45.381098 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:45.553508 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Floating IP f052dc7f-e867-4d56-a9f2-ced218f9618c associated. External IP: 172.27.0.231, port: 98f69092-b774-4264-bf15-58e3c30276dd.
Nov 23 12:59:45.896226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 12:59:46.083743 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:59:46.094033 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] Sync routers for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:59:46.096099 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:46.103864 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:46.104469 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2496d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:46.149595 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-7c70c48c-bcb6-4d30-b931-0074f51f4b96 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "PUT /v2.0/floatingips/f052dc7f-e867-4d56-a9f2-ced218f9618c HTTP/1.1" status: 200  len: 991 time: 1.5381651
Nov 23 12:59:46.150147 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 12:59:46.192509 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd', 'status': 'completed', 'code': 200}
Nov 23 12:59:46.291145 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:46.291946 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-7e16b365-78ba-4b4e-89b8-76cdbd7ffa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:46.293426 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-7e16b365-78ba-4b4e-89b8-76cdbd7ffa75 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1098 time: 0.0769682
Nov 23 12:59:46.427294 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-c26686dd-5dc5-4a4b-adff-00bf0d28d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:46.428637 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-c26686dd-5dc5-4a4b-adff-00bf0d28d8aa service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1274123
Nov 23 12:59:46.531223 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-0aa0e9a8-7b0b-447f-b914-78273271db4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 999 time: 0.0954461
Nov 23 12:59:46.596951 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-89a61d8d-6cb1-4ecd-aebd-f32d59a26c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:46.598409 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-89a61d8d-6cb1-4ecd-aebd-f32d59a26c27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0609710
Nov 23 12:59:46.659080 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2496d0>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'f052dc7f-e867-4d56-a9f2-ced218f9618c', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'port_id': '98f69092-b774-4264-bf15-58e3c30276dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:30Z', 'updated_at': '2021-11-23T12:59:45Z', 'revision_number': 1, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:46.663215 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] Checking router: b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 12:59:46.671764 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:46.672376 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2496d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:46.672616 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-cdb72ea3-8156-4e74-bda7-aac03afb382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:46.674079 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-cdb72ea3-8156-4e74-bda7-aac03afb382e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689416
Nov 23 12:59:46.802857 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-28ebbc1b-9392-4305-ac27-39b59fa2bfd8 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210899
Nov 23 12:59:46.847055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 12:59:46.992488 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d0cd937-112a-4a8e-9aaf-293f683640a0 req-524b874b-50fa-484d-b4fa-ff0c283c92d6 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1827312
Nov 23 12:59:47.201714 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2496d0>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'f052dc7f-e867-4d56-a9f2-ced218f9618c', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'port_id': '98f69092-b774-4264-bf15-58e3c30276dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:30Z', 'updated_at': '2021-11-23T12:59:45Z', 'revision_number': 1, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:47.206055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84e6881-cb53-47a4-a0dd-61a216bcd193 None None] The sync data for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi is: [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'f052dc7f-e867-4d56-a9f2-ced218f9618c', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'port_id': '98f69092-b774-4264-bf15-58e3c30276dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:30Z', 'updated_at': '2021-11-23T12:59:45Z', 'revision_number': 1, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 12:59:47.239255 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:47.409789 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231f1220-3e8a-4f0b-b47a-08807c2802be None None] New status for floating IP f052dc7f-e867-4d56-a9f2-ced218f9618c: ACTIVE {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 12:59:48.938301 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-2ddcc782-c4d0-4bdb-96ef-c4af29106c9c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731153
Nov 23 12:59:49.083146 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-6789a544-363e-4845-9344-7bfd2ec3468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:49.084645 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-6789a544-363e-4845-9344-7bfd2ec3468a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1099 time: 0.0753789
Nov 23 12:59:49.227206 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-35679699-fb47-4e9a-8d6a-b5c900033253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:49.228713 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-35679699-fb47-4e9a-8d6a-b5c900033253 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 910 time: 0.1232939
Nov 23 12:59:49.331935 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-0aba85a6-fd3f-4741-98da-29170780984b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 1002 time: 0.0955660
Nov 23 12:59:49.393593 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-37197609-4cac-45fa-9ad4-26dbeaa61bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:49.395061 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-37197609-4cac-45fa-9ad4-26dbeaa61bf0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 200  len: 847 time: 0.0562835
Nov 23 12:59:49.475088 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-25e50943-a64d-4eb0-bb02-2bff66b131bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:49.476767 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-25e50943-a64d-4eb0-bb02-2bff66b131bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac7d0297-a23a-4eaf-ad47-32c051254ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751154
Nov 23 12:59:49.615986 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-eff699a0-4f43-4399-8631-4495eaef9120 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317959
Nov 23 12:59:49.751885 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-455fb5f8-d300-4f37-87cc-e2e477e33895 req-79121fff-be21-469f-813e-7e936c9f2b0d service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281955
Nov 23 12:59:51.780573 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c0b183a5-7309-44b2-9e33-c5abb2109ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:52.068055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:53.957832 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d04bda89-fcbd-4311-99b4-41de3e9cc7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:54.939132 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.256519 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50256) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:55.381915 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.396454 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:55.401829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Usage tracker for resource:security_group_rule and tenant:490604e2cc06407c81482c0728b58331 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:55.406290 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:55.415276 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:55.508563 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.515163 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.629308 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ad5a3721-1ffe-439f-90c4-46c81ef59f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:55.669070 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=490604e2cc06407c81482c0728b58331&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4114809
Nov 23 12:59:55.669926 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fde758-ea73-4964-8ad4-2e020c2d519c,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:55.671854 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50262) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:55.688468 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.688831 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.689185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.689531 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.689874 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.690216 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.690583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.691001 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.691256 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.691584 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.691920 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.692252 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:55.697497 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:55.739663 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.765750 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.816580 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.820383 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-3318f7fe-d69e-4e4b-aad1-91fca2474f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:55.830823 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fde758-ea73-4964-8ad4-2e020c2d519c,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:55.833104 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:55.839117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:55.842876 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25fde758-ea73-4964-8ad4-2e020c2d519c HTTP/1.1" status: 204  len: 168 time: 0.1675215
Nov 23 12:59:56.541413 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50290) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:56.646646 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1233805457-network', 'tenant_id': '704f559941564da3b423d3ade2c4ed99'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:56.651584 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:56.655563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Usage tracker for resource:network and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:56.658583 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:56.666844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:56.679401 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Made reservation on behalf of 704f559941564da3b423d3ade2c4ed99 for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:56.682694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.695039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.699479 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.709468 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:56.713494 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:56.716405 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:56.722219 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:56.801079 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.807037 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.810132 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d00f4231-6ecd-4f2b-90d8-997a6673338a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:56.837314 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 12:59:56.845794 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e6a86a-693c-4f4c-a781-0d1bf44aff7d,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:56.854500 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.854835 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Added segment 17c50874-8514-4fb1-90f0-62d9b6642178 of type vlan for network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0
Nov 23 12:59:56.856609 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.856981 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.857343 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.857701 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.858053 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.858439 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.858788 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.859140 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.859487 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.859831 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.860177 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.860517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 12:59:56.864294 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:56.893371 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.924651 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.926064 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:56.926672 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:56.930137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:57.035142 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:57.037884 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4952209
Nov 23 12:59:57.038765 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:57.041201 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50296) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:57.045506 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 12:59:57.048049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Request body: {'subnet': {'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1233805457-subnet', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'ip_version': 4}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:57.053101 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:57.057413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Usage tracker for resource:subnet and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:57.060500 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:57.066528 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:57.081227 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Made reservation on behalf of 704f559941564da3b423d3ade2c4ed99 for: {'subnet': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 12:59:57.083488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6741430'] for subnet, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.283385 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8297742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6741380'] for subnet, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.287168 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6e4e91b0-ea94-4bb7-9a86-4c4814876564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:57.356076 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2fa7895-b47a-429d-a4ca-5d08303f803a,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:57.359743 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:57.366580 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Checking segment: {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:57.366928 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Network hostable DHCP agents. Network: e3ea1b78-f9a4-4ccf-8440-6463a13c81f0, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 12:59:57.391236 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 12:59:57.401547 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, e3ea1b78-f9a4-4ccf-8440-6463a13c81f0) {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:57.405623 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 12:59:57.406190 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.411061 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2cc089-c7ac-461a-aec0-902b65e32941 None None] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:59:57.429165 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50304) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 12:59:57.429360 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-cf967f65-5b0f-46bd-bdcd-77cc46702426 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3864129
Nov 23 12:59:57.435369 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 12:59:57.440126 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 12:59:57.444771 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Usage tracker for resource:router and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 12:59:57.447758 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 12:59:57.453743 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 12:59:57.468390 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.469579 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.485325 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.631118 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 12:59:57.631979 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.740490 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:57.787083 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Allocated IP 172.20.0.2 (e3ea1b78-f9a4-4ccf-8440-6463a13c81f0/a2fa7895-b47a-429d-a4ca-5d08303f803a/92012795-ca4e-445d-bf56-c465d7cddb12) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:58.033628 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.043778 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Transition to ACTIVE for port object 92012795-ca4e-445d-bf56-c465d7cddb12 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:58.061478 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Transition to ACTIVE for port object 92012795-ca4e-445d-bf56-c465d7cddb12 will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 12:59:58.067828 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.071925 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-579e399a-3828-48d4-8a44-0de86432fe88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:58.109117 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.131533 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:58.134887 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:58.138552 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:58.144101 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.144465 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Pushing event updated for resources: {'Port': ['ID=92012795-ca4e-445d-bf56-c465d7cddb12,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:58.148232 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:58.230928 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Attempting to bind port 92012795-ca4e-445d-bf56-c465d7cddb12 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 12:59:58.231294 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Attempting to bind port 92012795-ca4e-445d-bf56-c465d7cddb12 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 12:59:58.231661 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Attempting to bind port 92012795-ca4e-445d-bf56-c465d7cddb12 on network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 12:59:58.236907 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 12:59:58.237282 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Checking segment: {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 12:59:58.237684 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.238077 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Bound using segment: {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 12:59:58.238568 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Bound port: 92012795-ca4e-445d-bf56-c465d7cddb12, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 12:59:58.238945 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.283375 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Allocated IP 172.27.0.114 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/942d0967-52ae-4354-87ef-d98c46ea7704) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 12:59:58.324700 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] For port 92012795-ca4e-445d-bf56-c465d7cddb12, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 12:59:58.328097 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] For port 92012795-ca4e-445d-bf56-c465d7cddb12, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=92012795-ca4e-445d-bf56-c465d7cddb12,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 12:59:58.332008 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.336367 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:58.408945 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Pushing event updated for resources: {'Port': ['ID=92012795-ca4e-445d-bf56-c465d7cddb12,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:58.412041 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:58.437059 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.468100 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:58.473001 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82f5230d-bd09-400f-a4c9-d1dd490ee1b5 tempest-ServerRescueNegativeTestJSON-810839087 tempest-ServerRescueNegativeTestJSON-810839087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:58.531569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 12:59:58.534589 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 12:59:58.538679 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 12:59:58.610624 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Pushing event updated for resources: {'Port': ['ID=942d0967-52ae-4354-87ef-d98c46ea7704,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:58.618441 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:58.825742 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 92012795-ca4e-445d-bf56-c465d7cddb12 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 12:59:58.896002 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 92012795-ca4e-445d-bf56-c465d7cddb12 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:59.085419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:59.362627 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a9ece-dc55-41ee-ad16-e30363e1980d None None] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 12:59:59.456517 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Provisioning for port 92012795-ca4e-445d-bf56-c465d7cddb12 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 12:59:59.473824 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Provisioning complete for port 92012795-ca4e-445d-bf56-c465d7cddb12 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 12:59:59.474231 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:59.503646 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:59.692138 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:59.730400 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] For port 92012795-ca4e-445d-bf56-c465d7cddb12, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=92012795-ca4e-445d-bf56-c465d7cddb12,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 12:59:59.730605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Router 78a7ca5d-fd53-44f9-9885-43aae94da33f is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 12:59:59.736069 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:59.737940 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 12:59:59.808505 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Pushing event updated for resources: {'Port': ['ID=92012795-ca4e-445d-bf56-c465d7cddb12,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 12:59:59.820168 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 12:59:59.943247 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 12:59:59.956279 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Sync routers for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 12:59:59.973298 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 12:59:59.975166 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 12:59:59.975832 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b1275e0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 12:59:59.977675 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5465569
Nov 23 12:59:59.977845 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50324) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:00.087779 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-b3617381-98a5-495c-b18e-94490ce60b72 None None] Provisioning complete for port 92012795-ca4e-445d-bf56-c465d7cddb12 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:00.088197 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b3617381-98a5-495c-b18e-94490ce60b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:00.228171 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:00.554618 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b1275e0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T12:59:58Z', 'revision_number': 3, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T12:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:00.558660 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Checking router: 78a7ca5d-fd53-44f9-9885-43aae94da33f for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:00:00.559011 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Updating router 78a7ca5d-fd53-44f9-9885-43aae94da33f port 942d0967-52ae-4354-87ef-d98c46ea7704 binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:00:00.610103 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:00.643180 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:00.753413 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 92012795-ca4e-445d-bf56-c465d7cddb12 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:00.863049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Allocated IP 172.20.0.1 (e3ea1b78-f9a4-4ccf-8440-6463a13c81f0/a2fa7895-b47a-429d-a4ca-5d08303f803a/d7a0fadd-74d9-4677-be4d-67f34fda6134) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:00:00.913917 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 92012795-ca4e-445d-bf56-c465d7cddb12 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:00.914337 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.047055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.087292 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Transition to ACTIVE for port object 942d0967-52ae-4354-87ef-d98c46ea7704 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:01.102842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.108893 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-8eddddda-7dc7-48d1-8bf7-01e533e344d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:01.125080 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.140548 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Transition to ACTIVE for port object d7a0fadd-74d9-4677-be4d-67f34fda6134 will not be triggered until provisioned by entity DHCP. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:01.164940 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.169644 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:01.190865 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc2082-e9e1-43c4-8839-a66ff1791ec8 None None] Pushing event updated for resources: {'Port': ['ID=942d0967-52ae-4354-87ef-d98c46ea7704,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:01.193054 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Attempting to bind port 942d0967-52ae-4354-87ef-d98c46ea7704 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:00:01.193421 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Attempting to bind port 942d0967-52ae-4354-87ef-d98c46ea7704 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:00:01.193837 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Attempting to bind port 942d0967-52ae-4354-87ef-d98c46ea7704 on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:01.195969 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-26dc2082-e9e1-43c4-8839-a66ff1791ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:01.199944 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:01.200312 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:01.200710 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.201095 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:01.201555 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Bound port: 942d0967-52ae-4354-87ef-d98c46ea7704, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:00:01.201928 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.231672 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:01.234632 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:01.238211 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:00:01.278429 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a0fadd-74d9-4677-be4d-67f34fda6134,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:01.280475 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] For port 942d0967-52ae-4354-87ef-d98c46ea7704, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:00:01.283035 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:01.285770 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] For port 942d0967-52ae-4354-87ef-d98c46ea7704, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=942d0967-52ae-4354-87ef-d98c46ea7704,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:00:01.293171 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.297696 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.298258 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-75cbfa51-9e56-4d49-8ed1-9c3af0adf199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:01.376203 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:01.376733 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b1275e0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:01.414077 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.484295 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc2082-e9e1-43c4-8839-a66ff1791ec8 None None] Pushing event updated for resources: {'Port': ['ID=942d0967-52ae-4354-87ef-d98c46ea7704,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:01.494842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-26dc2082-e9e1-43c4-8839-a66ff1791ec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:01.522198 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-d29f2fe9-0e40-41e7-a94e-28834d130f48 None None] Provisioning for port d7a0fadd-74d9-4677-be4d-67f34fda6134 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:01.531822 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-d29f2fe9-0e40-41e7-a94e-28834d130f48 None None] Provisioning complete for port d7a0fadd-74d9-4677-be4d-67f34fda6134 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:01.532204 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d29f2fe9-0e40-41e7-a94e-28834d130f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.605242 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-d29f2fe9-0e40-41e7-a94e-28834d130f48 None None] Port d7a0fadd-74d9-4677-be4d-67f34fda6134 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:00:01.607785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:01.634875 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.640208 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.666839 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:01.744256 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a0fadd-74d9-4677-be4d-67f34fda6134,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:01.748719 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:01.749657 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:01.883172 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:01.884588 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:01.910567 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b1275e0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:00Z', 'revision_number': 1, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:01.914995 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8522155-6e3b-49f3-8569-14d4ff98633f None None] The sync data for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi is: [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:00Z', 'revision_number': 1, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:00:02.082293 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Router 78a7ca5d-fd53-44f9-9885-43aae94da33f has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:00:02.139782 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-5393f228-1db1-49c4-a1b6-a12d5f14115c None None] Provisioning complete for port d7a0fadd-74d9-4677-be4d-67f34fda6134 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:02.140282 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-5393f228-1db1-49c4-a1b6-a12d5f14115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:02.236435 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-5393f228-1db1-49c4-a1b6-a12d5f14115c None None] Port d7a0fadd-74d9-4677-be4d-67f34fda6134 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:00:02.275389 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:00:02.284834 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] 10.222.0.73 "PUT /v2.0/routers/78a7ca5d-fd53-44f9-9885-43aae94da33f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3049524
Nov 23 13:00:02.763948 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 942d0967-52ae-4354-87ef-d98c46ea7704 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:02.834138 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 942d0967-52ae-4354-87ef-d98c46ea7704 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:02.839451 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 942d0967-52ae-4354-87ef-d98c46ea7704 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:02.839829 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:02.844724 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50348) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:02.851071 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-560096292-network', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:02.857035 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:00:02.861986 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Usage tracker for resource:network and tenant:cc4d6b72cc9240d099c66410552209d5 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:00:02.866294 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:00:02.872971 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:00:02.884116 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Made reservation on behalf of cc4d6b72cc9240d099c66410552209d5 for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:00:02.888006 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:02.902015 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:02.920841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:00:02.924842 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Usage tracker for resource:security_group_rule and tenant:cc4d6b72cc9240d099c66410552209d5 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:00:02.927810 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:00:02.933646 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:00:02.968183 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:02.994589 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 942d0967-52ae-4354-87ef-d98c46ea7704, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=942d0967-52ae-4354-87ef-d98c46ea7704,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:02.999825 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.002040 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:03.040582 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.046181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.049325 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-50c79218-02ab-4d50-9628-24492a0ab231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:03.073531 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=942d0967-52ae-4354-87ef-d98c46ea7704,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:03.076917 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:03.080351 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 13:00:03.086115 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03468279-96c7-4f19-a99e-9aba610b9593,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:03.104569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:03.107485 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.107829 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Added segment 789ec2fa-bd81-4311-83bd-9e15f5cd1b5d of type vlan for network e276e429-0295-4a24-9b60-586afbf86149
Nov 23 13:00:03.137235 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.167645 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.169057 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:03.169656 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.173199 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:03.272080 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Pushing event updated for resources: {'Network': ['ID=e276e429-0295-4a24-9b60-586afbf86149,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:03.275012 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4285116
Nov 23 13:00:03.275868 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-293b915b-8f3e-42e7-8121-50840febfa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:03.278598 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50354) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:03.283128 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network e276e429-0295-4a24-9b60-586afbf86149 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 13:00:03.283905 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Request body: {'subnet': {'network_id': 'e276e429-0295-4a24-9b60-586afbf86149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-560096292-subnet', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:03.289198 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:00:03.293170 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Usage tracker for resource:subnet and tenant:cc4d6b72cc9240d099c66410552209d5 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:00:03.296203 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:00:03.301896 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:00:03.313258 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Made reservation on behalf of cc4d6b72cc9240d099c66410552209d5 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:00:03.315676 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.541067 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.545386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:03.619352 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4380ca86-22c6-495d-b474-ff509f19f761,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:03.622798 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:03.628505 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Checking segment: {'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:03.628855 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Network hostable DHCP agents. Network: e276e429-0295-4a24-9b60-586afbf86149, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 13:00:03.651876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Network e276e429-0295-4a24-9b60-586afbf86149 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 13:00:03.661952 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, e276e429-0295-4a24-9b60-586afbf86149) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:03.666447 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:03.667069 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.672738 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47b654-88d5-4ab3-b202-b70ca7971d6e None None] Network e276e429-0295-4a24-9b60-586afbf86149 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:00:03.693473 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d2afa101-f755-46e7-a399-7a93bb053d52 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4138277
Nov 23 13:00:03.697894 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50358) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:03.705858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:03.710661 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:00:03.714563 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Usage tracker for resource:router and tenant:cc4d6b72cc9240d099c66410552209d5 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:00:03.717940 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:00:03.723663 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:00:03.735593 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.736583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.754717 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:03.850039 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Sync routers for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:00:03.865417 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:03.866108 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4e06a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:03.905604 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-e276e429-0295-4a24-9b60-586afbf86149', 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'fixed_ips': [{'subnet_id': '4380ca86-22c6-495d-b474-ff509f19f761'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 13:00:03.906544 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.049786 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:04.066457 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Allocated IP 172.20.0.2 (e276e429-0295-4a24-9b60-586afbf86149/4380ca86-22c6-495d-b474-ff509f19f761/c2c34623-6101-4639-9c28-02b88922627a) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:00:04.156909 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.289685 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.301801 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Transition to ACTIVE for port object c2c34623-6101-4639-9c28-02b88922627a will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:04.319690 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Transition to ACTIVE for port object c2c34623-6101-4639-9c28-02b88922627a will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:04.325735 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.329979 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:04.376472 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4e06a0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 2, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:04.380295 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Checking router: 78a7ca5d-fd53-44f9-9885-43aae94da33f for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:00:04.380651 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Updating router 78a7ca5d-fd53-44f9-9885-43aae94da33f port d7a0fadd-74d9-4677-be4d-67f34fda6134 binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:00:04.395461 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Network e276e429-0295-4a24-9b60-586afbf86149 is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:04.398646 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:04.402364 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:00:04.408173 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Pushing event updated for resources: {'Port': ['ID=c2c34623-6101-4639-9c28-02b88922627a,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:04.412362 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:04.432564 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.477646 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.499474 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Attempting to bind port c2c34623-6101-4639-9c28-02b88922627a on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:00:04.500729 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Attempting to bind port c2c34623-6101-4639-9c28-02b88922627a by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:00:04.501070 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Attempting to bind port c2c34623-6101-4639-9c28-02b88922627a on network e276e429-0295-4a24-9b60-586afbf86149 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:04.507448 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:04.508288 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Checking segment: {'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:04.508671 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.508804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.509253 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Bound using segment: {'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:04.509804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Bound port: c2c34623-6101-4639-9c28-02b88922627a, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:00:04.510719 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.610365 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] For port c2c34623-6101-4639-9c28-02b88922627a, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:00:04.614309 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] For port c2c34623-6101-4639-9c28-02b88922627a, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=c2c34623-6101-4639-9c28-02b88922627a,segment=NetworkSegment(789ec2fa-bd81-4311-83bd-9e15f5cd1b5d),segment_id=789ec2fa-bd81-4311-83bd-9e15f5cd1b5d)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:00:04.619927 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.627965 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:04.663349 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Allocated IP 172.27.0.195 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/482b8a7b-cb10-4970-8005-d4464cdb8429) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:00:04.708807 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Pushing event updated for resources: {'Port': ['ID=c2c34623-6101-4639-9c28-02b88922627a,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:04.711886 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:04.772545 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 942d0967-52ae-4354-87ef-d98c46ea7704 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:04.803431 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.815567 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Transition to ACTIVE for port object d7a0fadd-74d9-4677-be4d-67f34fda6134 will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:04.823113 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.834569 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-8006a935-c33b-41f8-902a-31b1d417c339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:04.843251 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.857247 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 942d0967-52ae-4354-87ef-d98c46ea7704 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:04.857625 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.888091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:04.892736 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:04.955469 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:04.979253 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:04.985142 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:00:05.050233 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Pushing event updated for resources: {'Port': ['ID=482b8a7b-cb10-4970-8005-d4464cdb8429,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:05.054315 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:05.099455 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaea6e-017c-44c1-b3d3-1cd6022bfab3 None None] Pushing event updated for resources: {'Port': ['ID=d7a0fadd-74d9-4677-be4d-67f34fda6134,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:05.103762 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-64aaea6e-017c-44c1-b3d3-1cd6022bfab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:05.104658 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Attempting to bind port d7a0fadd-74d9-4677-be4d-67f34fda6134 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:00:05.105261 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Attempting to bind port d7a0fadd-74d9-4677-be4d-67f34fda6134 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:00:05.105840 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Attempting to bind port d7a0fadd-74d9-4677-be4d-67f34fda6134 on network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:05.112740 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:05.113505 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Checking segment: {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:05.114126 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:05.114765 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Bound using segment: {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:05.115458 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Bound port: d7a0fadd-74d9-4677-be4d-67f34fda6134, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:00:05.116078 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:05.234758 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] For port d7a0fadd-74d9-4677-be4d-67f34fda6134, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:00:05.238239 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] For port d7a0fadd-74d9-4677-be4d-67f34fda6134, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=d7a0fadd-74d9-4677-be4d-67f34fda6134,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:00:05.252391 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:05.256669 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:05.338867 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:05.339506 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4e06a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:05.408524 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaea6e-017c-44c1-b3d3-1cd6022bfab3 None None] Pushing event updated for resources: {'Port': ['ID=d7a0fadd-74d9-4677-be4d-67f34fda6134,revision_number=4']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:05.419223 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-64aaea6e-017c-44c1-b3d3-1cd6022bfab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:05.479673 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:05.601960 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:05.917966 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f356f2d-cb52-4ff4-bd9b-9a183d7f911f None None] Network e276e429-0295-4a24-9b60-586afbf86149 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:00:05.947153 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b4e06a0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:05Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:05.951040 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4835d7-f810-474c-8ef6-0094d959fdf4 None None] The sync data for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi is: [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:05Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:00:05.987370 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:06.038175 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-be9c9fb9-a72d-4a7c-802f-9a3546e8abef None None] Provisioning for port c2c34623-6101-4639-9c28-02b88922627a completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:06.199828 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Router 259f2ec5-7549-4a13-a37c-cbc912442abf is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 13:00:06.407189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:00:06.416165 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Sync routers for ids ['259f2ec5-7549-4a13-a37c-cbc912442abf'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:00:06.425784 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Routers {'259f2ec5-7549-4a13-a37c-cbc912442abf'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:06.426449 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7a5430>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['259f2ec5-7549-4a13-a37c-cbc912442abf'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:06.432729 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:06.436976 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7347927
Nov 23 13:00:06.437217 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50376) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:00:06.623456 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Set router 259f2ec5-7549-4a13-a37c-cbc912442abf gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:06.852492 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device c2c34623-6101-4639-9c28-02b88922627a up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:06.978675 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port c2c34623-6101-4639-9c28-02b88922627a completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:06.985951 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port c2c34623-6101-4639-9c28-02b88922627a triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:06.986357 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.015796 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7a5430>, [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:00:05Z', 'revision_number': 3, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port': {'id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:04Z', 'updated_at': '2021-11-23T13:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:07.037788 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Checking router: 259f2ec5-7549-4a13-a37c-cbc912442abf for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:00:07.038124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Updating router 259f2ec5-7549-4a13-a37c-cbc912442abf port 482b8a7b-cb10-4970-8005-d4464cdb8429 binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:00:07.100091 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.135576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.255630 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.371429 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port c2c34623-6101-4639-9c28-02b88922627a, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=c2c34623-6101-4639-9c28-02b88922627a,segment=NetworkSegment(789ec2fa-bd81-4311-83bd-9e15f5cd1b5d),segment_id=789ec2fa-bd81-4311-83bd-9e15f5cd1b5d)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:07.379315 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.380505 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d7a0fadd-74d9-4677-be4d-67f34fda6134 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:07.410461 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-579e399a-3828-48d4-8a44-0de86432fe88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:07.461561 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Allocated IP 172.20.0.1 (e276e429-0295-4a24-9b60-586afbf86149/4380ca86-22c6-495d-b474-ff509f19f761/2de2c88c-ec77-438b-b654-4a187167c497) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:00:07.529313 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=c2c34623-6101-4639-9c28-02b88922627a,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:07.536011 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:07.553769 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port d7a0fadd-74d9-4677-be4d-67f34fda6134 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:07.572309 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port d7a0fadd-74d9-4677-be4d-67f34fda6134 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:07.572695 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.611127 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.626041 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Transition to ACTIVE for port object 2de2c88c-ec77-438b-b654-4a187167c497 will not be triggered until provisioned by entity DHCP. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:07.650553 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.655083 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:07.678605 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.694857 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Transition to ACTIVE for port object 482b8a7b-cb10-4970-8005-d4464cdb8429 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:07.714383 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Network e276e429-0295-4a24-9b60-586afbf86149 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:07.717277 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:07.721122 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:00:07.734996 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.744647 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:07.770547 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Pushing event updated for resources: {'Port': ['ID=2de2c88c-ec77-438b-b654-4a187167c497,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:07.775396 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:07.793549 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.869145 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.889938 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c49656-1c51-4934-8b3d-3c985dea38b2 None None] Pushing event updated for resources: {'Port': ['ID=482b8a7b-cb10-4970-8005-d4464cdb8429,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:07.894402 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Attempting to bind port 482b8a7b-cb10-4970-8005-d4464cdb8429 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:00:07.894778 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Attempting to bind port 482b8a7b-cb10-4970-8005-d4464cdb8429 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:00:07.895152 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Attempting to bind port 482b8a7b-cb10-4970-8005-d4464cdb8429 on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:07.898333 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-d5c49656-1c51-4934-8b3d-3c985dea38b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:07.907460 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:07.907834 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:07.908238 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.908628 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:07.909101 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Bound port: 482b8a7b-cb10-4970-8005-d4464cdb8429, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:00:07.909475 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.922458 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.965113 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port d7a0fadd-74d9-4677-be4d-67f34fda6134, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=d7a0fadd-74d9-4677-be4d-67f34fda6134,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:07.980950 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:07.985003 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-26dc2082-e9e1-43c4-8839-a66ff1791ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:08.050792 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] For port 482b8a7b-cb10-4970-8005-d4464cdb8429, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:00:08.063931 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-ee059c22-a5e0-417d-bc0f-134313a66598 None None] Provisioning for port 2de2c88c-ec77-438b-b654-4a187167c497 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:08.069092 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] For port 482b8a7b-cb10-4970-8005-d4464cdb8429, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=482b8a7b-cb10-4970-8005-d4464cdb8429,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:00:08.072908 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-ee059c22-a5e0-417d-bc0f-134313a66598 None None] Provisioning complete for port 2de2c88c-ec77-438b-b654-4a187167c497 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:08.073332 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ee059c22-a5e0-417d-bc0f-134313a66598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:08.103669 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:08.107115 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=d7a0fadd-74d9-4677-be4d-67f34fda6134,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:08.116846 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:08.123135 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-660d5914-f2e7-4766-9472-fedc5e9a1fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:08.154572 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:08.160398 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:08.184492 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:08.196620 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-ee059c22-a5e0-417d-bc0f-134313a66598 None None] Port 2de2c88c-ec77-438b-b654-4a187167c497 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:00:08.210212 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Routers {'259f2ec5-7549-4a13-a37c-cbc912442abf'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:08.210873 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7a5430>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['259f2ec5-7549-4a13-a37c-cbc912442abf'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:08.266162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:08.270784 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Pushing event updated for resources: {'Port': ['ID=2de2c88c-ec77-438b-b654-4a187167c497,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:08.275436 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:08.328765 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c49656-1c51-4934-8b3d-3c985dea38b2 None None] Pushing event updated for resources: {'Port': ['ID=482b8a7b-cb10-4970-8005-d4464cdb8429,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:08.340330 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-d5c49656-1c51-4934-8b3d-3c985dea38b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:08.395005 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] Set router 259f2ec5-7549-4a13-a37c-cbc912442abf gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:08.402302 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Network e276e429-0295-4a24-9b60-586afbf86149 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:08.403506 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:08.601559 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Router 259f2ec5-7549-4a13-a37c-cbc912442abf has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:00:08.634558 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-58a45fca-2141-40d3-89c7-03b8a8c1891e None None] Provisioning complete for port 2de2c88c-ec77-438b-b654-4a187167c497 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:08.634943 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-58a45fca-2141-40d3-89c7-03b8a8c1891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:08.739156 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-58a45fca-2141-40d3-89c7-03b8a8c1891e None None] Port 2de2c88c-ec77-438b-b654-4a187167c497 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:00:08.756043 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device c2c34623-6101-4639-9c28-02b88922627a up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:08.793643 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:00:08.802950 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] 10.222.0.73 "PUT /v2.0/routers/259f2ec5-7549-4a13-a37c-cbc912442abf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3646564
Nov 23 13:00:08.836542 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7a5430>, [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 4, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port': {'id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:04Z', 'updated_at': '2021-11-23T13:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '2de2c88c-ec77-438b-b654-4a187167c497', 'name': '', 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'mac_address': 'fa:16:3e:2e:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4380ca86-22c6-495d-b474-ff509f19f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:07Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 2, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'subnets': [{'id': '4380ca86-22c6-495d-b474-ff509f19f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:08.841694 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port c2c34623-6101-4639-9c28-02b88922627a triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:08.842011 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:08.865168 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94111067-58c0-474d-9f51-18efbe5621bd None None] The sync data for ids ['259f2ec5-7549-4a13-a37c-cbc912442abf'] in dv-cinder-818884-1-iscsi is: [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 4, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port': {'id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:04Z', 'updated_at': '2021-11-23T13:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '2de2c88c-ec77-438b-b654-4a187167c497', 'name': '', 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'mac_address': 'fa:16:3e:2e:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4380ca86-22c6-495d-b474-ff509f19f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:07Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 2, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'subnets': [{'id': '4380ca86-22c6-495d-b474-ff509f19f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:00:08.970656 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d7a0fadd-74d9-4677-be4d-67f34fda6134 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:09.038674 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port d7a0fadd-74d9-4677-be4d-67f34fda6134 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:09.039369 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:10.783105 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 482b8a7b-cb10-4970-8005-d4464cdb8429 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:10.861171 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 482b8a7b-cb10-4970-8005-d4464cdb8429 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:10.866649 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 482b8a7b-cb10-4970-8005-d4464cdb8429 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:10.867082 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:11.001663 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:11.021356 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 482b8a7b-cb10-4970-8005-d4464cdb8429, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=482b8a7b-cb10-4970-8005-d4464cdb8429,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:11.025739 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:11.031173 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-e098b113-2dee-4ceb-b28c-9054a2e67bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:11.142664 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=482b8a7b-cb10-4970-8005-d4464cdb8429,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:11.150796 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.151137 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.151468 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.151796 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.152118 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.152437 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.152754 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.153067 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.153381 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.153694 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.154005 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.154332 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:11.158142 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:12.503243 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Sync routers for ids ['259f2ec5-7549-4a13-a37c-cbc912442abf'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:00:12.518546 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Routers {'259f2ec5-7549-4a13-a37c-cbc912442abf'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:12.519533 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b652d00>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['259f2ec5-7549-4a13-a37c-cbc912442abf'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:12.732278 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Set router 259f2ec5-7549-4a13-a37c-cbc912442abf gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:12.766701 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 482b8a7b-cb10-4970-8005-d4464cdb8429 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:12.878998 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 482b8a7b-cb10-4970-8005-d4464cdb8429 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:12.879740 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:13.114479 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b652d00>, [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 4, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port': {'id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:04Z', 'updated_at': '2021-11-23T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '2de2c88c-ec77-438b-b654-4a187167c497', 'name': '', 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'mac_address': 'fa:16:3e:2e:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4380ca86-22c6-495d-b474-ff509f19f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:07Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 2, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'subnets': [{'id': '4380ca86-22c6-495d-b474-ff509f19f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:13.117726 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Checking router: 259f2ec5-7549-4a13-a37c-cbc912442abf for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:00:13.118082 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Updating router 259f2ec5-7549-4a13-a37c-cbc912442abf port 2de2c88c-ec77-438b-b654-4a187167c497 binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:00:13.174228 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:13.564687 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:13.580392 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Transition to ACTIVE for port object 2de2c88c-ec77-438b-b654-4a187167c497 will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:13.588311 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:13.592666 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-64aaea6e-017c-44c1-b3d3-1cd6022bfab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:13.716835 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad9828-f932-4e68-a753-212c42d564b9 None None] Pushing event updated for resources: {'Port': ['ID=2de2c88c-ec77-438b-b654-4a187167c497,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:13.743121 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-92ad9828-f932-4e68-a753-212c42d564b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:13.811990 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Attempting to bind port 2de2c88c-ec77-438b-b654-4a187167c497 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:00:13.812362 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Attempting to bind port 2de2c88c-ec77-438b-b654-4a187167c497 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:00:13.812731 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Attempting to bind port 2de2c88c-ec77-438b-b654-4a187167c497 on network e276e429-0295-4a24-9b60-586afbf86149 {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:13.820816 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:13.821189 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Checking segment: {'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:13.821528 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:13.821931 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Bound using segment: {'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:13.822445 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Bound port: 2de2c88c-ec77-438b-b654-4a187167c497, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:00:13.822830 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:13.921458 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] For port 2de2c88c-ec77-438b-b654-4a187167c497, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:00:13.924756 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] For port 2de2c88c-ec77-438b-b654-4a187167c497, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2de2c88c-ec77-438b-b654-4a187167c497,segment=NetworkSegment(789ec2fa-bd81-4311-83bd-9e15f5cd1b5d),segment_id=789ec2fa-bd81-4311-83bd-9e15f5cd1b5d)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:00:13.934673 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:13.939023 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-95ce02d5-eb12-49da-bef3-b55142250d13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:14.022494 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Routers {'259f2ec5-7549-4a13-a37c-cbc912442abf'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:00:14.023262 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b652d00>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T12:59:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['259f2ec5-7549-4a13-a37c-cbc912442abf'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:14.139554 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad9828-f932-4e68-a753-212c42d564b9 None None] Pushing event updated for resources: {'Port': ['ID=2de2c88c-ec77-438b-b654-4a187167c497,revision_number=4']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:14.148932 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-92ad9828-f932-4e68-a753-212c42d564b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:14.226774 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] Set router 259f2ec5-7549-4a13-a37c-cbc912442abf gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:00:14.626143 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b652d00>, [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 4, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port': {'id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:04Z', 'updated_at': '2021-11-23T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '2de2c88c-ec77-438b-b654-4a187167c497', 'name': '', 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'mac_address': 'fa:16:3e:2e:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4380ca86-22c6-495d-b474-ff509f19f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:07Z', 'updated_at': '2021-11-23T13:00:13Z', 'revision_number': 4, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'subnets': [{'id': '4380ca86-22c6-495d-b474-ff509f19f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:00:14.630924 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23301c5f-48de-4c60-acee-a86f5042c6c1 None None] The sync data for ids ['259f2ec5-7549-4a13-a37c-cbc912442abf'] in dv-cinder-818884-1-iscsi is: [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 4, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port': {'id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:04Z', 'updated_at': '2021-11-23T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '2de2c88c-ec77-438b-b654-4a187167c497', 'name': '', 'network_id': 'e276e429-0295-4a24-9b60-586afbf86149', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'mac_address': 'fa:16:3e:2e:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '4380ca86-22c6-495d-b474-ff509f19f761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:07Z', 'updated_at': '2021-11-23T13:00:13Z', 'revision_number': 4, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'subnets': [{'id': '4380ca86-22c6-495d-b474-ff509f19f761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:00:14.795755 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2de2c88c-ec77-438b-b654-4a187167c497 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:14.895511 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 2de2c88c-ec77-438b-b654-4a187167c497 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:14.900587 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 2de2c88c-ec77-438b-b654-4a187167c497 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:14.900980 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:15.046067 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:15.081935 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 2de2c88c-ec77-438b-b654-4a187167c497, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2de2c88c-ec77-438b-b654-4a187167c497,segment=NetworkSegment(789ec2fa-bd81-4311-83bd-9e15f5cd1b5d),segment_id=789ec2fa-bd81-4311-83bd-9e15f5cd1b5d)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:15.087869 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:15.090683 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:15.196413 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=2de2c88c-ec77-438b-b654-4a187167c497,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:15.203804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:16.754831 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2de2c88c-ec77-438b-b654-4a187167c497 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:16.829348 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 2de2c88c-ec77-438b-b654-4a187167c497 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:16.829638 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:17.283792 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:18.576827 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-1c90ce36-2347-4303-bbe8-719b8e425d4a tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:18.578300 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-1c90ce36-2347-4303-bbe8-719b8e425d4a tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 815 time: 0.2524495
Nov 23 13:00:18.593302 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e2c0e531-5a72-48b9-b14c-8fe580bee154 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/quotas/704f559941564da3b423d3ade2c4ed99 HTTP/1.1" status: 200  len: 375 time: 0.0095410
Nov 23 13:00:18.677852 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-4347e2c8-8c6f-4cbf-9126-fce6ee564c69 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Synchronizing usage tracker for tenant:704f559941564da3b423d3ade2c4ed99 on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:00:18.695456 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-4347e2c8-8c6f-4cbf-9126-fce6ee564c69 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Unset dirty status for tenant:704f559941564da3b423d3ade2c4ed99 on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:00:18.696768 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-4347e2c8-8c6f-4cbf-9126-fce6ee564c69 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0987754
Nov 23 13:00:18.936919 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-8087a1f0-7f6e-46a2-9a74-7278e8e5d984 service neutron] 10.222.0.73 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279708
Nov 23 13:00:18.946211 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:00:19.088454 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-ad8cfeef-9ca0-41d3-9248-717b28af7b5c service neutron] 10.222.0.73 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372373
Nov 23 13:00:19.372662 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6c9d5592-4578-480e-8913-0d261f5eebe0 req-d1edb78d-d668-402d-b28b-329f6b37fac0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 210 time: 0.1550717
Nov 23 13:00:20.527517 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ffb4d602-c4f8-409e-a225-8552dffaff28 req-242902a1-8185-4c11-8d9c-d7ea52dd6e02 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 210 time: 0.0429428
Nov 23 13:00:20.583687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-181811fb-c8d2-45b6-ada2-1b7534d605ef tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:20.586399 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-181811fb-c8d2-45b6-ada2-1b7534d605ef tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Synchronizing usage tracker for tenant:704f559941564da3b423d3ade2c4ed99 on resource:network {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:00:20.608690 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-181811fb-c8d2-45b6-ada2-1b7534d605ef tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Unset dirty status for tenant:704f559941564da3b423d3ade2c4ed99 on resource:network {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:00:20.610266 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-181811fb-c8d2-45b6-ada2-1b7534d605ef tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 815 time: 0.1798086
Nov 23 13:00:20.626734 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'port': {'device_id': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'admin_state_up': True, 'tenant_id': '704f559941564da3b423d3ade2c4ed99'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:20.774984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:00:20.789738 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:00:20.801529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Made reservation on behalf of 704f559941564da3b423d3ade2c4ed99 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:00:20.805196 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:21.063408 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Allocated IP 172.20.0.13 (e3ea1b78-f9a4-4ccf-8440-6463a13c81f0/a2fa7895-b47a-429d-a4ca-5d08303f803a/f91930ee-c5c6-4bde-92dd-44ee627e10ea) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:00:21.297290 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:21.314942 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Transition to ACTIVE for port object f91930ee-c5c6-4bde-92dd-44ee627e10ea will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:21.341744 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:21.363094 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:21.415752 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:21.417311 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:21.441478 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:00:21.493107 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:21.504867 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:21.539432 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:21.540246 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:21.571197 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9487457
Nov 23 13:00:21.748729 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b997e-4142-4a86-83b8-62f8229a0297 req-129a299f-ae32-4cc7-97b7-ea81db5d96ef tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:21.750195 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-605b997e-4142-4a86-83b8-62f8229a0297 req-129a299f-ae32-4cc7-97b7-ea81db5d96ef tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0842111
Nov 23 13:00:21.779969 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-5cfebd79-e754-466e-9849-4abb46cd6e16 None None] Provisioning for port f91930ee-c5c6-4bde-92dd-44ee627e10ea completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:21.791845 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-5cfebd79-e754-466e-9849-4abb46cd6e16 None None] Provisioning complete for port f91930ee-c5c6-4bde-92dd-44ee627e10ea triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:21.792229 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-5cfebd79-e754-466e-9849-4abb46cd6e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:21.803671 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-605b997e-4142-4a86-83b8-62f8229a0297 req-e4c703df-aa63-4ced-b224-feeb9b489ac3 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471561
Nov 23 13:00:21.839746 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b488ef1f-d30f-466d-af08-2da20ced7bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:21.863059 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-5cfebd79-e754-466e-9849-4abb46cd6e16 None None] Port f91930ee-c5c6-4bde-92dd-44ee627e10ea cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:00:22.075289 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:23.016643 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138ea5e-31ab-4250-b4dd-59118d84fecd req-e240c520-4f40-4eb9-9b5d-0302281b8f01 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:23.018078 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f138ea5e-31ab-4250-b4dd-59118d84fecd req-e240c520-4f40-4eb9-9b5d-0302281b8f01 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0853660
Nov 23 13:00:23.066970 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f138ea5e-31ab-4250-b4dd-59118d84fecd req-5dbe8289-bf16-4b04-857b-1b9033bd1d48 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430803
Nov 23 13:00:23.964181 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-88f557de-3009-421e-80c7-ab4e187ab69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:24.277189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715000ef-9064-4a6e-9586-6b9b27fc1ca2 req-f94077d6-6e92-4a78-b1ee-3451c785a8cd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:24.278573 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-715000ef-9064-4a6e-9586-6b9b27fc1ca2 req-f94077d6-6e92-4a78-b1ee-3451c785a8cd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0890543
Nov 23 13:00:24.324209 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-715000ef-9064-4a6e-9586-6b9b27fc1ca2 req-aac55f2b-7506-4371-95ff-4aa31886453b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398800
Nov 23 13:00:24.932763 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:25.528585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152a483-3f43-4fab-80bb-ba9643f318c2 req-24cd246f-f9ac-4133-a5fb-9e9cb35254e0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:25.530072 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f152a483-3f43-4fab-80bb-ba9643f318c2 req-24cd246f-f9ac-4133-a5fb-9e9cb35254e0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0877459
Nov 23 13:00:25.596602 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f152a483-3f43-4fab-80bb-ba9643f318c2 req-0803e9c6-fed8-47e6-a6ad-63388d90669e tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605369
Nov 23 13:00:26.706378 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:26.801209 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d00e6-50a8-470a-b2de-d2b643d44f16 req-dd7f194c-918d-46df-affe-a307cb674971 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:26.802667 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2c3d00e6-50a8-470a-b2de-d2b643d44f16 req-dd7f194c-918d-46df-affe-a307cb674971 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0814197
Nov 23 13:00:26.855979 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2c3d00e6-50a8-470a-b2de-d2b643d44f16 req-ef3a8d6b-e8ca-4a8f-bbd8-bec8c39b6f0e tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470674
Nov 23 13:00:28.058060 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40854-66d9-4085-b335-20ba001177f5 req-a1ebb979-5eea-4ed4-8514-200d2a3e7c78 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:28.062960 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9ae40854-66d9-4085-b335-20ba001177f5 req-a1ebb979-5eea-4ed4-8514-200d2a3e7c78 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0972428
Nov 23 13:00:28.104293 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9ae40854-66d9-4085-b335-20ba001177f5 req-b80e3f53-109e-462d-834f-40db84179cdd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387695
Nov 23 13:00:29.301854 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1a141-1bd3-424a-948a-7d611eb0b2e3 req-34a0baee-e0a5-4ca6-8783-ea5ada7e272d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:29.303456 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5db1a141-1bd3-424a-948a-7d611eb0b2e3 req-34a0baee-e0a5-4ca6-8783-ea5ada7e272d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0832968
Nov 23 13:00:29.348393 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5db1a141-1bd3-424a-948a-7d611eb0b2e3 req-819789b8-5825-4057-a022-66c421b4e5e0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389001
Nov 23 13:00:30.540145 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b176-61ba-43b7-b1f6-218af3011c4f req-6adedb3a-9e09-498e-9552-e263a09e0681 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:30.541680 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1c99b176-61ba-43b7-b1f6-218af3011c4f req-6adedb3a-9e09-498e-9552-e263a09e0681 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0829756
Nov 23 13:00:30.590735 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1c99b176-61ba-43b7-b1f6-218af3011c4f req-04666ce3-72a8-48b3-8213-1808e1b7ff30 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427060
Nov 23 13:00:31.792656 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7010-ab9b-4b01-9bfc-2e59e10498cd req-4f62549e-b5df-4628-8fef-6ee122337c0b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:31.794087 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb3d7010-ab9b-4b01-9bfc-2e59e10498cd req-4f62549e-b5df-4628-8fef-6ee122337c0b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0798342
Nov 23 13:00:31.846605 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb3d7010-ab9b-4b01-9bfc-2e59e10498cd req-70fd2a10-e82e-43e9-bc1b-d884b6deb5fe tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445323
Nov 23 13:00:33.056572 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2462569-8cab-433f-a0cf-c86530e2ec3c req-e3aead00-d15b-4658-bb95-6346566a8d6d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:33.058066 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a2462569-8cab-433f-a0cf-c86530e2ec3c req-e3aead00-d15b-4658-bb95-6346566a8d6d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0909164
Nov 23 13:00:33.101929 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a2462569-8cab-433f-a0cf-c86530e2ec3c req-4ded1204-b002-4da5-9b2b-25216d544a3d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381615
Nov 23 13:00:34.298904 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd348-3301-4aef-b6aa-c883d9746f54 req-95ad5880-c771-4eb8-8b9c-7313e6541349 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:34.300366 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ef1fd348-3301-4aef-b6aa-c883d9746f54 req-95ad5880-c771-4eb8-8b9c-7313e6541349 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0877795
Nov 23 13:00:34.347055 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ef1fd348-3301-4aef-b6aa-c883d9746f54 req-043b284a-6811-47d0-9e5b-3ca49c5bb83c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408423
Nov 23 13:00:35.550782 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b361675-e816-487e-a9e9-f5edd434ca38 req-9e68542f-ce41-4c34-936e-64d9277446b3 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:35.552227 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2b361675-e816-487e-a9e9-f5edd434ca38 req-9e68542f-ce41-4c34-936e-64d9277446b3 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0843830
Nov 23 13:00:35.596470 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2b361675-e816-487e-a9e9-f5edd434ca38 req-23ebb8a5-ba59-483e-89d1-42c825190f56 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385106
Nov 23 13:00:36.799927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Request body: {'port': {'device_id': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:36.803557 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d9447-3118-4bce-a6a5-db1ec924272a req-9169c4c6-49bf-48af-bd3c-9129ef86cdbf tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:36.804998 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5d7d9447-3118-4bce-a6a5-db1ec924272a req-9169c4c6-49bf-48af-bd3c-9129ef86cdbf tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 932 time: 0.0910635
Nov 23 13:00:36.850076 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5d7d9447-3118-4bce-a6a5-db1ec924272a req-9c1490d4-9645-4a73-8c17-b7875f949c79 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391612
Nov 23 13:00:36.912955 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:37.279019 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91930ee-c5c6-4bde-92dd-44ee627e10ea {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:00:37.286751 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:37.302684 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Transition to ACTIVE for port object f91930ee-c5c6-4bde-92dd-44ee627e10ea will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:37.309099 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:37.315967 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:37.474856 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Pushing event updated for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:37.483118 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:37.559180 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Attempting to bind port f91930ee-c5c6-4bde-92dd-44ee627e10ea on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:00:37.559497 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Attempting to bind port f91930ee-c5c6-4bde-92dd-44ee627e10ea by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:00:37.559851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Attempting to bind port f91930ee-c5c6-4bde-92dd-44ee627e10ea on network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:37.564722 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Port f91930ee-c5c6-4bde-92dd-44ee627e10ea on network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:00:37.565037 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Attempting to bind port f91930ee-c5c6-4bde-92dd-44ee627e10ea on network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:37.570420 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:37.570744 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Checking segment: {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:37.571118 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Bound using segment: {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:37.571535 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Bound port: f91930ee-c5c6-4bde-92dd-44ee627e10ea, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c50874-8514-4fb1-90f0-62d9b6642178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:00:37.571876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:37.666480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:00:37.669707 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:00:37.673620 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:37.677365 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-10074b5d-6797-4ed8-965f-121725ddd579 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:37.733890 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:37.734532 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:37.736011 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] 10.222.0.82 "PUT /v2.0/ports/f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 1094 time: 0.9863470
Nov 23 13:00:37.736492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:00:37.757136 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Pushing event updated for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:37.761024 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:37.855249 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'status': 'completed', 'code': 200}
Nov 23 13:00:37.871552 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-4848ff6a-c7f6-4b32-a3cf-8aa70c2fc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:37.879371 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-4848ff6a-c7f6-4b32-a3cf-8aa70c2fc1bc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1097 time: 0.0864453
Nov 23 13:00:37.973533 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-bad4f3fd-56d4-49b7-a71a-a511a5e8286b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 217 time: 0.0801976
Nov 23 13:00:38.046620 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-b877de75-df90-488f-9233-a98992991daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.048828 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-b877de75-df90-488f-9233-a98992991daf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.0681398
Nov 23 13:00:38.054127 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d12-ad3a-44ec-96bc-1d467a7d67ae req-77ddac24-3382-414b-bdd7-6a5d0ad3cb18 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.055644 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d7965d12-ad3a-44ec-96bc-1d467a7d67ae req-77ddac24-3382-414b-bdd7-6a5d0ad3cb18 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 944 time: 0.1002467
Nov 23 13:00:38.101492 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d7965d12-ad3a-44ec-96bc-1d467a7d67ae req-58dd3689-d26b-42eb-af30-51e46b0c5ada tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398047
Nov 23 13:00:38.130722 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-14301250-a557-4f8e-9b02-11ab1e49661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.132192 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-14301250-a557-4f8e-9b02-11ab1e49661b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744410
Nov 23 13:00:38.328941 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-03e4072c-31db-4de8-bb7c-1da3778f9461 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892371
Nov 23 13:00:38.466416 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-adb0239a-efd6-44ee-ab2b-f0feffd8a389 req-3c7c2af9-e7f6-4f2e-a7c1-4662dd983830 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293147
Nov 23 13:00:38.585103 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982aaa8-f425-4ca5-a42d-b1ce4f26cd61 req-c3a4eb67-418b-4c6a-8d0e-93e07f8eb1ec tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.586584 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9982aaa8-f425-4ca5-a42d-b1ce4f26cd61 req-c3a4eb67-418b-4c6a-8d0e-93e07f8eb1ec tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 945 time: 0.1876717
Nov 23 13:00:38.597049 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-934518f8-8836-4aaa-b898-215d1e813d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.598651 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-934518f8-8836-4aaa-b898-215d1e813d74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1097 time: 0.0759792
Nov 23 13:00:38.630456 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9982aaa8-f425-4ca5-a42d-b1ce4f26cd61 req-1d00843a-8b98-4f73-8dc2-bf04a0ced414 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377536
Nov 23 13:00:38.727948 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-8ec9abda-cd1d-4d36-bd69-e7b23ba2f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.729372 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-8ec9abda-cd1d-4d36-bd69-e7b23ba2f49b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 917 time: 0.1234670
Nov 23 13:00:38.809986 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-c3659ca7-86a1-4b19-bf53-1f5cd99056bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 217 time: 0.0729551
Nov 23 13:00:38.873845 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-f77a3dc3-4644-4e7c-b83e-a6a6805b6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.875199 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-f77a3dc3-4644-4e7c-b83e-a6a6805b6b6f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.0587113
Nov 23 13:00:38.952414 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-b960e3c3-6df9-42fe-afbc-aef2948378fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:38.953839 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-b960e3c3-6df9-42fe-afbc-aef2948378fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699291
Nov 23 13:00:39.083254 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-ade6c11b-a214-4a32-8faa-1477949dcb11 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213825
Nov 23 13:00:39.221424 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0a38868-0d84-46b4-b4fe-02332dbc94d3 req-7574cd48-45fa-4b8d-8e21-5f7d8a5345b5 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259830
Nov 23 13:00:39.289517 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075e31-31ad-4400-bf4b-97bb8f37b5ec req-853467ee-4ded-4cb5-b941-43c55fd924d4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:39.290988 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-41075e31-31ad-4400-bf4b-97bb8f37b5ec req-853467ee-4ded-4cb5-b941-43c55fd924d4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 944 time: 0.0829501
Nov 23 13:00:39.334531 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-41075e31-31ad-4400-bf4b-97bb8f37b5ec req-20e50dc8-dda7-458b-bf16-b746dd5c1b22 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374196
Nov 23 13:00:39.842406 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c457-4925-4f11-8497-6504246cf2a9 req-b791355b-e79b-44a0-bd1b-7cd89d0698b8 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:39.843764 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c743c457-4925-4f11-8497-6504246cf2a9 req-b791355b-e79b-44a0-bd1b-7cd89d0698b8 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 945 time: 0.0877614
Nov 23 13:00:39.896724 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c743c457-4925-4f11-8497-6504246cf2a9 req-4cb76a11-52f6-477d-ac1e-767029d0da18 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445580
Nov 23 13:00:40.537113 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a264d4-e276-4a80-85f8-193cc5804ccf req-57a86639-fadb-44b4-b1cf-d4140bab914c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:40.539398 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-63a264d4-e276-4a80-85f8-193cc5804ccf req-57a86639-fadb-44b4-b1cf-d4140bab914c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 944 time: 0.0933609
Nov 23 13:00:40.550348 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-23441a40-95f9-4cd2-b08a-85e04c9f5fd4 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:40.551039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-23441a40-95f9-4cd2-b08a-85e04c9f5fd4 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Synchronizing usage tracker for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:00:40.569791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-23441a40-95f9-4cd2-b08a-85e04c9f5fd4 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Unset dirty status for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:00:40.571513 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-23441a40-95f9-4cd2-b08a-85e04c9f5fd4 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 945 time: 0.1117618
Nov 23 13:00:40.587522 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-63a264d4-e276-4a80-85f8-193cc5804ccf req-7f1a5da6-6726-4696-9e87-ab72a093b114 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418186
Nov 23 13:00:40.640749 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Deleting port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:00:40.641081 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:40.886523 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] For port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:40.886871 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:41.007398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Calling delete_port for b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:00:41.081725 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d27f-9d2c-4434-b1b3-69bdd71892cf req-7c2cefcb-fe97-4b66-b5e3-dcad410a0bbe tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:41.083391 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4d1d27f-9d2c-4434-b1b3-69bdd71892cf req-7c2cefcb-fe97-4b66-b5e3-dcad410a0bbe tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27 HTTP/1.1" status: 200  len: 945 time: 0.0824459
Nov 23 13:00:41.127709 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4d1d27f-9d2c-4434-b1b3-69bdd71892cf req-1aa95497-35e4-4b9a-b651-9ab2a0f81ce5 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384247
Nov 23 13:00:41.221790 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:41.227305 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:41.233500 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['b5c18f4b-c538-4600-8a1d-6fe35dcd4e22'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:00:41.274304 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Pushing event deleted for resources: {'Port': ['ID=b5c18f4b-c538-4600-8a1d-6fe35dcd4e22,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:41.277371 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:41.346877 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] No DVR routers for this DVR port b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:00:41.349512 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:41.351983 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'name': 'network-vif-deleted', 'tag': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:00:41.370395 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ea215db3-7c2e-4d23-af6a-c1d2c0ee078f req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "DELETE /v2.0/ports/b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 HTTP/1.1" status: 204  len: 173 time: 0.7935617
Nov 23 13:00:41.399458 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbc5add-3b4e-42e0-9ae6-6fe0647e7c27', 'name': 'network-vif-deleted', 'tag': 'b5c18f4b-c538-4600-8a1d-6fe35dcd4e22', 'status': 'completed', 'code': 200}
Nov 23 13:00:41.797385 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f667a2-2078-47c1-9ef8-08b5315ede0c req-f85b97db-07ab-441f-830d-f696c9a039aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:41.798868 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-51f667a2-2078-47c1-9ef8-08b5315ede0c req-f85b97db-07ab-441f-830d-f696c9a039aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 944 time: 0.0930130
Nov 23 13:00:41.844917 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-51f667a2-2078-47c1-9ef8-08b5315ede0c req-23d44823-96a0-4c17-9f85-1a32154ad4d0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402558
Nov 23 13:00:42.634316 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device f91930ee-c5c6-4bde-92dd-44ee627e10ea details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:00:42.768446 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:42.781235 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'port_id': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'mac_address': 'fa:16:3e:ff:f2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:00:42.839584 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:42.857029 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91930ee-c5c6-4bde-92dd-44ee627e10ea {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:00:42.873280 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:42.877944 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:42.879771 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:42.946513 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:42.949839 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:43.029025 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31d047-ff41-48c6-9077-db09f7e0ab7a req-6e795471-7f3c-47dd-aecb-a4c1f81c8039 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:43.030394 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cb31d047-ff41-48c6-9077-db09f7e0ab7a req-6e795471-7f3c-47dd-aecb-a4c1f81c8039 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 945 time: 0.0814860
Nov 23 13:00:43.076567 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cb31d047-ff41-48c6-9077-db09f7e0ab7a req-fd5abad8-52ab-45df-a443-0814fa80e88c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405257
Nov 23 13:00:44.274631 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0b67-9705-44eb-8ed8-82b94e29813f req-b87d09c7-6ea2-450e-8a6d-40606e3c3a60 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:44.276034 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-34ba0b67-9705-44eb-8ed8-82b94e29813f req-b87d09c7-6ea2-450e-8a6d-40606e3c3a60 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 945 time: 0.0819333
Nov 23 13:00:44.320926 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-34ba0b67-9705-44eb-8ed8-82b94e29813f req-3677abae-99e9-47d3-be7f-5f6a18c00ad3 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387404
Nov 23 13:00:45.325411 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:00:45.371406 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:00:45.371756 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b5c18f4b-c538-4600-8a1d-6fe35dcd4e22 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:00:45.522332 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac1119-13e5-4e23-bfc1-33cdfa9b83d8 req-bff6e184-eaf4-4a60-a71f-cec8bf2f951f tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:45.523808 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-edac1119-13e5-4e23-bfc1-33cdfa9b83d8 req-bff6e184-eaf4-4a60-a71f-cec8bf2f951f tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 945 time: 0.0947511
Nov 23 13:00:45.567722 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-edac1119-13e5-4e23-bfc1-33cdfa9b83d8 req-2d319a40-3d2a-43a6-a4be-95d4fab12112 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379779
Nov 23 13:00:46.756103 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08ed73-4bf3-4d6c-8013-f84051ed1f94 req-c8aa46be-4435-4a0a-b933-74b79753f13a tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:46.758126 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-be08ed73-4bf3-4d6c-8013-f84051ed1f94 req-c8aa46be-4435-4a0a-b933-74b79753f13a tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 945 time: 0.0878847
Nov 23 13:00:46.803529 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-be08ed73-4bf3-4d6c-8013-f84051ed1f94 req-dad6f9dd-6e37-4a48-b8ce-90f30235483d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390146
Nov 23 13:00:47.158965 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['f91930ee-c5c6-4bde-92dd-44ee627e10ea'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:00:47.274882 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:48.001107 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea6e79-64f8-43e2-a5d5-a9fa134fb1f3 req-5e402604-6b98-4f01-bb97-a7c5614f045d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:48.002752 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cdea6e79-64f8-43e2-a5d5-a9fa134fb1f3 req-5e402604-6b98-4f01-bb97-a7c5614f045d tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 945 time: 0.0899906
Nov 23 13:00:48.049173 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cdea6e79-64f8-43e2-a5d5-a9fa134fb1f3 req-6cad31ff-73bf-4d6a-892e-99f0f7029665 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403156
Nov 23 13:00:48.685836 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device f91930ee-c5c6-4bde-92dd-44ee627e10ea up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:00:48.770840 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port f91930ee-c5c6-4bde-92dd-44ee627e10ea completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:00:48.775810 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port f91930ee-c5c6-4bde-92dd-44ee627e10ea triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:00:48.776185 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:48.889695 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:48.918809 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:00:48.928360 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:00:48.933207 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:48.935141 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:48.999897 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:49.002975 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:49.035466 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'code': 200}
Nov 23 13:00:49.237927 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6547ba3-0f76-4423-a9f2-10e6b2eb2f33 req-8761d858-f9a4-454c-bd2a-555ca061ce67 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:49.240229 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c6547ba3-0f76-4423-a9f2-10e6b2eb2f33 req-8761d858-f9a4-454c-bd2a-555ca061ce67 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0817323
Nov 23 13:00:49.274707 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfa131-1f14-4616-8e62-2d3ea11aa3be req-dfb41a98-a7cb-45c7-b029-c18c1368912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:49.276943 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-62cfa131-1f14-4616-8e62-2d3ea11aa3be req-dfb41a98-a7cb-45c7-b029-c18c1368912b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1099 time: 0.0748115
Nov 23 13:00:49.298704 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c6547ba3-0f76-4423-a9f2-10e6b2eb2f33 req-97b3127b-7c7c-4f22-ae8c-0ac9cf947fd6 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520158
Nov 23 13:00:49.330567 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-62cfa131-1f14-4616-8e62-2d3ea11aa3be req-078c9024-6979-44cb-9204-9a8b5fa8a3ee service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468438
Nov 23 13:00:50.494362 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf146e-b6ef-432a-b9f8-7fae7eea224d req-77a0a12e-cad3-4b1a-b1dc-f1a327216ce0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:50.495798 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2adf146e-b6ef-432a-b9f8-7fae7eea224d req-77a0a12e-cad3-4b1a-b1dc-f1a327216ce0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0857685
Nov 23 13:00:50.540809 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2adf146e-b6ef-432a-b9f8-7fae7eea224d req-3af9504d-9820-467e-9473-aa4b5db69331 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390227
Nov 23 13:00:51.733263 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3701-0c34-4058-9ee7-92c2689a9723 req-e7c36f91-ea55-4235-81ef-3434a26c4c13 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:51.734752 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-63ce3701-0c34-4058-9ee7-92c2689a9723 req-e7c36f91-ea55-4235-81ef-3434a26c4c13 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0866034
Nov 23 13:00:51.783095 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-63ce3701-0c34-4058-9ee7-92c2689a9723 req-b543c9a0-8a5d-4b39-b45c-d60323bc17d0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400295
Nov 23 13:00:51.789187 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e189481b-998a-458c-854d-e18a2615b197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:52.062354 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:52.969868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4a97f-c3c6-4a85-9b0d-967427ef7f48 req-4ba509a3-e1e5-4135-8454-21337b74ffb0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:52.972317 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d3d4a97f-c3c6-4a85-9b0d-967427ef7f48 req-4ba509a3-e1e5-4135-8454-21337b74ffb0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0798335
Nov 23 13:00:53.017392 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d3d4a97f-c3c6-4a85-9b0d-967427ef7f48 req-8a6b433d-977d-4bf5-ab1e-6d55f8b48839 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393553
Nov 23 13:00:53.742872 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-56adeff6-316c-47dc-89bc-6f667b70f170 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737767
Nov 23 13:00:53.968722 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b11dc767-0e0e-424e-8f45-c7dd79c23be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:53.971925 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-fa72d94c-b65a-4fdd-8135-7f8e04ce776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:53.973419 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-fa72d94c-b65a-4fdd-8135-7f8e04ce776b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1098 time: 0.0786009
Nov 23 13:00:54.119311 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-9aac672b-cdce-4f98-ae0a-62e17c4ad17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:54.120757 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-9aac672b-cdce-4f98-ae0a-62e17c4ad17b service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1267440
Nov 23 13:00:54.215544 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31174e16-da4d-45c2-a7b2-1a6df86f95b1 req-5ecaedf9-c063-4e94-91a7-60209a717fe3 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:54.217028 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-31174e16-da4d-45c2-a7b2-1a6df86f95b1 req-5ecaedf9-c063-4e94-91a7-60209a717fe3 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0854077
Nov 23 13:00:54.224881 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-128a6e03-d695-4d34-b7db-6109c1ae8afa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 1001 time: 0.0973978
Nov 23 13:00:54.261535 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-31174e16-da4d-45c2-a7b2-1a6df86f95b1 req-13edca4a-ac1e-4fa4-a4ba-3e89c7b1980e tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382943
Nov 23 13:00:54.287068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-660b0feb-512b-4d50-9a8d-dee6dbb558b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:54.288512 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-660b0feb-512b-4d50-9a8d-dee6dbb558b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0570502
Nov 23 13:00:54.366228 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-bb3e80fc-cc27-4494-84a4-b541b3959ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:54.367678 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-bb3e80fc-cc27-4494-84a4-b541b3959ed0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716679
Nov 23 13:00:54.499226 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-1682030d-369c-4c2e-aeff-890bc94609ea service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214366
Nov 23 13:00:54.634861 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-5e31811f-daf9-4812-b7e8-f41ee4f891a0 req-b7e67f66-8918-41c8-a6e5-cabbd0f706ce service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273861
Nov 23 13:00:54.935987 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:55.002636 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1588-4f36-41d3-b294-55187567a84b req-918ab1fd-9646-47b2-82ad-7a8cac2bbc27 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:55.004094 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-918ab1fd-9646-47b2-82ad-7a8cac2bbc27 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/networks?id=75c489de-f2fe-4038-8e6e-41ac528ecb75 HTTP/1.1" status: 200  len: 812 time: 0.1491563
Nov 23 13:00:55.019340 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-c37bc576-b737-446d-af17-3c602aeebc44 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/quotas/5e304790f0854cafa6bd05b57e36ce18 HTTP/1.1" status: 200  len: 375 time: 0.0094228
Nov 23 13:00:55.065808 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-6ad39b6d-f772-460e-96b3-fd416a2dfbf3 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e304790f0854cafa6bd05b57e36ce18&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416670
Nov 23 13:00:55.292450 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-4e12432c-4e54-4e3c-9d5f-92c37a31ae56 service neutron] 10.222.0.73 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201200
Nov 23 13:00:55.478382 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-85b14931-d693-4033-a436-b251efeae7ba service neutron] 10.222.0.73 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777914
Nov 23 13:00:55.496161 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff3553-cab6-4702-bf83-a68f77cb7617 req-245f8252-f763-46a2-86d1-30ba20dc6215 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:55.498185 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-36ff3553-cab6-4702-bf83-a68f77cb7617 req-245f8252-f763-46a2-86d1-30ba20dc6215 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.1218913
Nov 23 13:00:55.543809 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-36ff3553-cab6-4702-bf83-a68f77cb7617 req-4cfa3175-8140-4bc6-9a1b-f2a89a5b30df tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391440
Nov 23 13:00:55.660972 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5e79f9af-0c64-4fde-a532-930b3b5fced6 req-a24566a0-2610-4003-ae40-5f80662c76c3 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 210 time: 0.0484035
Nov 23 13:00:55.737853 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf898f-c76f-49a9-8ad7-ee13dd63d7ee req-27dcd8d1-70fd-4dfb-a2d8-0b121e410e30 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:55.739312 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ecf898f-c76f-49a9-8ad7-ee13dd63d7ee req-27dcd8d1-70fd-4dfb-a2d8-0b121e410e30 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0808465
Nov 23 13:00:55.798911 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ecf898f-c76f-49a9-8ad7-ee13dd63d7ee req-0be3175e-2809-4b9a-9c15-36b302dcc8d8 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537646
Nov 23 13:00:55.944508 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:00:56.194070 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acded02e-b126-4b97-8cfa-1a548885e0bd req-31227308-158d-4f2f-a746-04c9b77fda99 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:56.195561 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-acded02e-b126-4b97-8cfa-1a548885e0bd req-31227308-158d-4f2f-a746-04c9b77fda99 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0842371
Nov 23 13:00:56.239618 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-acded02e-b126-4b97-8cfa-1a548885e0bd req-9b6f66c4-ea36-4572-9495-fd0593fbb0b0 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381284
Nov 23 13:00:56.725911 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:56.740581 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1588-4f36-41d3-b294-55187567a84b req-1a5a977e-5b1f-400b-9389-a294e2ac593b tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:56.742249 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-1a5a977e-5b1f-400b-9389-a294e2ac593b tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "GET /v2.0/networks?id=75c489de-f2fe-4038-8e6e-41ac528ecb75 HTTP/1.1" status: 200  len: 812 time: 0.2102966
Nov 23 13:00:56.755563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Request body: {'port': {'device_id': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75', 'admin_state_up': True, 'tenant_id': '5e304790f0854cafa6bd05b57e36ce18'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:56.839284 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c8343a9b-d76f-4c89-a541-17efa5eac085 req-0347164b-975f-479f-b539-6aa1e3f98193 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 210 time: 0.0429215
Nov 23 13:00:56.902730 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:00:56.906855 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Usage tracker for resource:port and tenant:5e304790f0854cafa6bd05b57e36ce18 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:00:56.909683 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:00:56.915369 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:00:56.925860 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Made reservation on behalf of 5e304790f0854cafa6bd05b57e36ce18 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:00:56.929462 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:57.094172 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Allocated IP 172.20.0.13 (75c489de-f2fe-4038-8e6e-41ac528ecb75/83ac9f03-782a-4610-af91-c681befdb4a4/b24de5c2-49a7-45f4-8fe1-39b5f16cde84) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:00:57.362125 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:57.394504 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:57.400658 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6636678c-9546-4944-948d-b7410a1bc28e tempest-VolumesNegativeTest-114265184 tempest-VolumesNegativeTest-114265184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:57.463732 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Network 75c489de-f2fe-4038-8e6e-41ac528ecb75 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:00:57.467771 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:00:57.470546 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:00:57.520691 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Pushing event updated for resources: {'Port': ['ID=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:57.533321 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.533685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.534186 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.534578 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.534924 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.535280 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.535621 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.535961 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.536553 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.537023 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.537398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.537865 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:00:57.542625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:57.558362 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:57.559045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:57.583506 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8327572
Nov 23 13:00:57.596119 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Request body: {'port': {'device_id': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:00:57.705619 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:58.041146 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9b40d-7d74-43a8-b0ab-bdf66f8244c2 req-e11dcafb-a5d6-46fa-b932-f7e04968b8df tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:58.042908 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a9e9b40d-7d74-43a8-b0ab-bdf66f8244c2 req-e11dcafb-a5d6-46fa-b932-f7e04968b8df tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 932 time: 0.0883949
Nov 23 13:00:58.049370 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24de5c2-49a7-45f4-8fe1-39b5f16cde84 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:00:58.057024 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:58.072612 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Transition to ACTIVE for port object b24de5c2-49a7-45f4-8fe1-39b5f16cde84 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:00:58.077241 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:58.081907 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a35cebf2-2a31-42d8-994f-5cf1ba68d923 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:58.095645 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a9e9b40d-7d74-43a8-b0ab-bdf66f8244c2 req-6fb89202-1239-4d78-9fe9-349ae6ba8062 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448523
Nov 23 13:00:58.205323 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Pushing event updated for resources: {'Port': ['ID=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:58.208718 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:58.312708 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Attempting to bind port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:00:58.313040 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Attempting to bind port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:00:58.313369 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Attempting to bind port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 on network 75c489de-f2fe-4038-8e6e-41ac528ecb75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:58.318195 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 on network 75c489de-f2fe-4038-8e6e-41ac528ecb75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:00:58.318549 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Attempting to bind port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 on network 75c489de-f2fe-4038-8e6e-41ac528ecb75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:00:58.324347 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:00:58.324780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Checking segment: {'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:00:58.325159 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Bound using segment: {'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:00:58.325589 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Bound port: b24de5c2-49a7-45f4-8fe1-39b5f16cde84, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:00:58.326052 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:58.418796 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] For port b24de5c2-49a7-45f4-8fe1-39b5f16cde84, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:00:58.422196 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] For port b24de5c2-49a7-45f4-8fe1-39b5f16cde84, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:00:58.427182 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:58.431571 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:00:58.483556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:58.484165 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:00:58.485581 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] 10.222.0.82 "PUT /v2.0/ports/b24de5c2-49a7-45f4-8fe1-39b5f16cde84 HTTP/1.1" status: 200  len: 1094 time: 0.8939621
Nov 23 13:00:58.493930 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'tag': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:00:58.525375 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Pushing event updated for resources: {'Port': ['ID=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:00:58.536841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:00:58.590422 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'tag': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84', 'status': 'completed', 'code': 200}
Nov 23 13:00:58.619422 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1588-4f36-41d3-b294-55187567a84b req-805a19dd-228c-4d23-aef5-6c71344d1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:58.620933 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-805a19dd-228c-4d23-aef5-6c71344d1c35 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e304790f0854cafa6bd05b57e36ce18&device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 1097 time: 0.0831549
Nov 23 13:00:58.687700 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-d983bb99-8dce-47fb-97bd-695761c664e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24de5c2-49a7-45f4-8fe1-39b5f16cde84 HTTP/1.1" status: 200  len: 217 time: 0.0596681
Nov 23 13:00:58.750875 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1588-4f36-41d3-b294-55187567a84b req-19a7aa9b-b82e-4952-b45a-4c8492977d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:58.752217 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-19a7aa9b-b82e-4952-b45a-4c8492977d1f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=83ac9f03-782a-4610-af91-c681befdb4a4 HTTP/1.1" status: 200  len: 852 time: 0.0587482
Nov 23 13:00:58.798558 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-3b46060c-0f2e-4555-947b-4fc514af31fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75c489de-f2fe-4038-8e6e-41ac528ecb75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392947
Nov 23 13:00:58.933952 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-391f1ef1-2173-48f3-8a69-ddcf4e9fe450 service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201098
Nov 23 13:00:59.120699 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d8ef1588-4f36-41d3-b294-55187567a84b req-332d9431-04b6-4b65-86a8-d0ab07c3e813 service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1801875
Nov 23 13:00:59.248215 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-82e9d612-8805-4869-96c0-3bf16b5cf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:59.249675 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-82e9d612-8805-4869-96c0-3bf16b5cf357 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5e304790f0854cafa6bd05b57e36ce18&device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 1097 time: 0.0740030
Nov 23 13:00:59.284650 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03cc77-7928-4d20-8ce9-b00c80c60cd3 req-30287555-dbdc-4c10-8a21-4faf636ac5f8 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:59.286119 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b03cc77-7928-4d20-8ce9-b00c80c60cd3 req-30287555-dbdc-4c10-8a21-4faf636ac5f8 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 944 time: 0.0812085
Nov 23 13:00:59.330353 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b03cc77-7928-4d20-8ce9-b00c80c60cd3 req-3fb6632f-3b03-4e8b-8e67-bd69d104b97f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383914
Nov 23 13:00:59.378851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-c5827a8d-c846-443a-810a-b8ffc9df4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:59.380172 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-c5827a8d-c846-443a-810a-b8ffc9df4484 service neutron] 10.222.0.82 "GET /v2.0/networks?id=75c489de-f2fe-4038-8e6e-41ac528ecb75 HTTP/1.1" status: 200  len: 914 time: 0.1241829
Nov 23 13:00:59.445732 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-793b3a0d-470b-4179-ac7b-7656f6e59665 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24de5c2-49a7-45f4-8fe1-39b5f16cde84 HTTP/1.1" status: 200  len: 217 time: 0.0590830
Nov 23 13:00:59.510657 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-7b689f73-1010-48d9-8327-69a75d6c9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:00:59.512205 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-7b689f73-1010-48d9-8327-69a75d6c9623 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=83ac9f03-782a-4610-af91-c681befdb4a4 HTTP/1.1" status: 200  len: 852 time: 0.0607648
Nov 23 13:00:59.557304 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-8b6d10b4-8c99-4a4d-9c5e-17b5241d2807 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=75c489de-f2fe-4038-8e6e-41ac528ecb75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390019
Nov 23 13:00:59.701768 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-21972532-234e-45e2-bfeb-1e0149a855e6 service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299422
Nov 23 13:00:59.832307 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d1dbdf25-5a1c-4bac-a7d4-e9570faa9592 req-2ad01aba-ab59-40b5-8903-d5f738d8c39c service neutron] 10.222.0.82 "GET /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238394
Nov 23 13:01:00.531529 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c988c-c782-41aa-a67f-ecf469186fc7 req-19e6e865-9ca9-4704-87ee-cf31d2c8bc14 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:00.533601 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e80c988c-c782-41aa-a67f-ecf469186fc7 req-19e6e865-9ca9-4704-87ee-cf31d2c8bc14 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 944 time: 0.0847449
Nov 23 13:01:00.578191 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e80c988c-c782-41aa-a67f-ecf469186fc7 req-c78ea975-3f97-483b-9406-24a65151afe6 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386469
Nov 23 13:01:01.763027 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbf6ea-c212-4d0d-8bba-4fbe8b56fff7 req-b52bfa57-2e07-4591-bbbf-7d6e4558911b tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:01.764489 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-edbbf6ea-c212-4d0d-8bba-4fbe8b56fff7 req-b52bfa57-2e07-4591-bbbf-7d6e4558911b tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 944 time: 0.0827439
Nov 23 13:01:01.810887 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-edbbf6ea-c212-4d0d-8bba-4fbe8b56fff7 req-9e0fa937-afae-4f12-a78c-db703f598c75 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380225
Nov 23 13:01:02.725773 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b24de5c2-49a7-45f4-8fe1-39b5f16cde84 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:01:02.888314 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b24de5c2-49a7-45f4-8fe1-39b5f16cde84, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:01:02.901353 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84', 'network_id': '75c489de-f2fe-4038-8e6e-41ac528ecb75', 'port_id': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84', 'mac_address': 'fa:16:3e:1d:26:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ac9f03-782a-4610-af91-c681befdb4a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:01:02.958966 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:02.976156 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24de5c2-49a7-45f4-8fe1-39b5f16cde84 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:01:02.991654 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b24de5c2-49a7-45f4-8fe1-39b5f16cde84, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:01:02.996169 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:02.998101 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:03.001615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de766c-bf2f-4ba2-b4ac-d530532fd46c req-7dd4b595-93a4-435c-b705-29b6c94b2247 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:03.003156 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-95de766c-bf2f-4ba2-b4ac-d530532fd46c req-7dd4b595-93a4-435c-b705-29b6c94b2247 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 944 time: 0.0882444
Nov 23 13:01:03.049808 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-95de766c-bf2f-4ba2-b4ac-d530532fd46c req-62a578db-ad4b-4409-9360-4fed8fc319ef tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395839
Nov 23 13:01:03.065706 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:03.072427 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:03.339986 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['b24de5c2-49a7-45f4-8fe1-39b5f16cde84'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:01:04.245235 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db49439-de1b-42cd-927c-4232f81ba701 req-0bf0d1d6-2365-4bd3-a40f-a1e07d9bfcef tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:04.246716 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7db49439-de1b-42cd-927c-4232f81ba701 req-0bf0d1d6-2365-4bd3-a40f-a1e07d9bfcef tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 945 time: 0.0855510
Nov 23 13:01:04.298858 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7db49439-de1b-42cd-927c-4232f81ba701 req-4c3bc7fa-0a83-41df-82f7-e9c69f6d72e7 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462425
Nov 23 13:01:04.745530 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b24de5c2-49a7-45f4-8fe1-39b5f16cde84 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:01:04.815744 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:01:04.821057 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:01:04.821374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:04.939493 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:04.966162 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:01:04.976375 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b24de5c2-49a7-45f4-8fe1-39b5f16cde84, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:01:04.981586 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:04.983483 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-37ccbf85-8fb1-4900-b70e-ed5803485cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:05.017130 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84', 'code': 200}
Nov 23 13:01:05.051648 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:05.054456 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:05.244256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66424ba-a721-45c5-bd15-42dd9e900d55 req-852ef467-264e-4741-8bfa-704242a137aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:05.245911 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c66424ba-a721-45c5-bd15-42dd9e900d55 req-852ef467-264e-4741-8bfa-704242a137aa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 1099 time: 0.0740840
Nov 23 13:01:05.292312 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c66424ba-a721-45c5-bd15-42dd9e900d55 req-9b0175f2-b755-472f-8b59-5fcce630949c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352631
Nov 23 13:01:05.495924 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af3870-27f9-4e81-a4e6-7855355b4033 req-2f478a26-fec4-4ce0-bc48-6ab372b3fca1 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:05.497400 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-35af3870-27f9-4e81-a4e6-7855355b4033 req-2f478a26-fec4-4ce0-bc48-6ab372b3fca1 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 946 time: 0.0849557
Nov 23 13:01:05.542798 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-35af3870-27f9-4e81-a4e6-7855355b4033 req-ec99da4d-6c2d-494b-b047-b0fbfa5dcb22 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396206
Nov 23 13:01:06.794816 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c557-5e19-48af-8ce4-5558a8ab864a req-a31beb27-0897-4f85-89d5-67fce583768a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:06.796248 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e5b0c557-5e19-48af-8ce4-5558a8ab864a req-a31beb27-0897-4f85-89d5-67fce583768a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 946 time: 0.1472983
Nov 23 13:01:06.809529 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3e527-349c-4aed-996c-c17ff8c700f3 req-2ac596a4-6d34-4ed7-806c-3a988a3ec74b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:06.811136 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32a3e527-349c-4aed-996c-c17ff8c700f3 req-2ac596a4-6d34-4ed7-806c-3a988a3ec74b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.1201603
Nov 23 13:01:06.879054 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e5b0c557-5e19-48af-8ce4-5558a8ab864a req-ca748b66-a6dc-4cd3-aede-eafb32e16342 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668752
Nov 23 13:01:06.883102 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32a3e527-349c-4aed-996c-c17ff8c700f3 req-2c9409ba-0297-412a-9f4b-03379b6d8db2 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587802
Nov 23 13:01:06.906371 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50852) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:07.031786 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8e809-9a34-4e26-8b7d-75f324555ece tempest-TestMinimumBasicScenario-2031929069 tempest-TestMinimumBasicScenario-2031929069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:07.032488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-65d8e809-9a34-4e26-8b7d-75f324555ece tempest-TestMinimumBasicScenario-2031929069 tempest-TestMinimumBasicScenario-2031929069-project-admin] Synchronizing usage tracker for tenant:cc4d6b72cc9240d099c66410552209d5 on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:01:07.051641 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-65d8e809-9a34-4e26-8b7d-75f324555ece tempest-TestMinimumBasicScenario-2031929069 tempest-TestMinimumBasicScenario-2031929069-project-admin] Unset dirty status for tenant:cc4d6b72cc9240d099c66410552209d5 on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:01:07.053047 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-65d8e809-9a34-4e26-8b7d-75f324555ece tempest-TestMinimumBasicScenario-2031929069 tempest-TestMinimumBasicScenario-2031929069-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1094 time: 0.1453278
Nov 23 13:01:07.055978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50858) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:07.061100 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'port_id': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:07.067185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:07.071326 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:floatingip and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:07.074920 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:07.081072 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:07.091996 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:07.325705 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:07.468330 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Allocated IP 172.27.0.149 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/b19911fc-3eb6-4e10-aff3-bfa9fa8ede7a) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:01:07.627058 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:07.658127 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:07.661474 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:07.723523 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:01:07.726462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:01:07.730128 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:01:07.762044 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'Port': ['ID=b19911fc-3eb6-4e10-aff3-bfa9fa8ede7a,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:07.779301 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.779670 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.780031 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.780385 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.780735 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.781086 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.781432 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.781780 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.782125 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.782531 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.782881 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.783224 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:01:07.787817 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:08.166136 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663af46-f102-4ea6-975f-05edb02a0da9 req-fe6eadae-60da-4b4c-b482-c5a544dc599a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:08.167545 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e663af46-f102-4ea6-975f-05edb02a0da9 req-fe6eadae-60da-4b4c-b482-c5a544dc599a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 946 time: 0.1421123
Nov 23 13:01:08.231929 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e663af46-f102-4ea6-975f-05edb02a0da9 req-09669f7a-1b02-42ae-b316-c0116f1f3509 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583820
Nov 23 13:01:08.243722 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:08.324569 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:08.543601 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:08.549634 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:08.561747 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6a711fbb-4c81-4d01-823a-083823eeac8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:08.682077 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'Port': ['ID=b19911fc-3eb6-4e10-aff3-bfa9fa8ede7a,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:08.686668 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:08.687538 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:08.971115 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Floating IP 1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa associated. External IP: 172.27.0.149, port: f91930ee-c5c6-4bde-92dd-44ee627e10ea.
Nov 23 13:01:09.317723 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Router 78a7ca5d-fd53-44f9-9885-43aae94da33f has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:01:09.495910 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:01:09.510403 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] Sync routers for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:01:09.521902 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.522211 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:01:09.522890 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7723d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:00:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:01:09.580832 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5237858
Nov 23 13:01:09.581629 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:01:09.583665 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50878) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:09.589059 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582995724', 'description': 'tempest-secgroup-smoke-1582995724 description', 'project_id': '704f559941564da3b423d3ade2c4ed99'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:09.595764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:09.599901 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:09.603064 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:09.609457 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:09.619789 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.640677 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:09.644791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:09.647771 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:09.653764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:09.685857 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'status': 'completed', 'code': 200}
Nov 23 13:01:09.705087 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:01:09.778851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.788605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.793818 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4d3f0a71-3646-4ef7-8256-d4e2d75e3d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:09.841181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15002723-8692-48fe-a8d6-8a87cfc1b796,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:09.844604 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:09.847157 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.851386 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50890) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:09.851742 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-0221bdad-eeba-42b2-be5f-542e7fa87bad tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2669866
Nov 23 13:01:09.856607 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'security_group_rule': {'security_group_id': '15002723-8692-48fe-a8d6-8a87cfc1b796', 'project_id': '704f559941564da3b423d3ade2c4ed99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:09.862963 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:09.868253 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:09.871243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:09.872086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-36d8eccf-2c49-47ef-802d-f455f66c9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:09.873670 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-36d8eccf-2c49-47ef-802d-f455f66c9334 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1099 time: 0.1536274
Nov 23 13:01:09.877726 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:09.894464 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.959862 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.968465 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:09.977479 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ac2a2b93-d86d-470d-bf1a-b814df0c0639 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:09.995579 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8de3f6-a9a1-4ce5-8cb7-a914a3c255a6,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:09.998373 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:10.007255 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.007887 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-4aede059-a002-4da8-937f-66c8c47e50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:10.011594 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1565268
Nov 23 13:01:10.011845 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-4aede059-a002-4da8-937f-66c8c47e50b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 917 time: 0.1295333
Nov 23 13:01:10.011998 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 50894) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:10.017357 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'security_group_rule': {'security_group_id': '15002723-8692-48fe-a8d6-8a87cfc1b796', 'project_id': '704f559941564da3b423d3ade2c4ed99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:10.023389 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:10.027390 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:10.030432 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:10.037078 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:10.056249 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.066233 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7723d0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'port_id': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'mac_address': 'fa:16:3e:ff:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:01:08Z', 'updated_at': '2021-11-23T13:01:08Z', 'revision_number': 0, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 5, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:01:10.070244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] Checking router: 78a7ca5d-fd53-44f9-9885-43aae94da33f for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:01:10.079439 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:01:10.079978 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7723d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:00:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:01:10.122409 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.126712 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.128833 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-f11be543-5e38-4440-abae-4d435c93dda6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 1000 time: 0.1013682
Nov 23 13:01:10.128993 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:10.151368 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828782a1-01c5-4f1f-9e99-6e8b398448be,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:10.153801 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:10.161707 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.165846 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50898) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:10.166040 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-48e914b3-89ce-4ceb-a7ab-8eb831e88224 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1530464
Nov 23 13:01:10.173930 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'security_group_rule': {'security_group_id': '15002723-8692-48fe-a8d6-8a87cfc1b796', 'project_id': '704f559941564da3b423d3ade2c4ed99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:10.188734 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:10.195385 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:10.199668 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:10.207500 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:10.216232 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-33fd6623-943f-4f22-8773-96fd967006d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:10.217702 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-33fd6623-943f-4f22-8773-96fd967006d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.0819209
Nov 23 13:01:10.259980 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:01:10.262844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.342010 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.348895 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.353090 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-682cd6c4-f19d-4177-abb2-754ad3ccf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:10.354631 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-682cd6c4-f19d-4177-abb2-754ad3ccf048 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1253920
Nov 23 13:01:10.361954 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:10.404939 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02848f94-cf4e-4e98-9316-5c9c430c1168,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:10.527857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:10.530563 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.534262 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d9bdf9ba-614f-4ca7-9f32-0482381008db tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3646977
Nov 23 13:01:10.534531 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50902) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:10.544772 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'security_group_rule': {'security_group_id': '15002723-8692-48fe-a8d6-8a87cfc1b796', 'project_id': '704f559941564da3b423d3ade2c4ed99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:10.552448 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:10.559088 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:10.563293 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:10.573162 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:10.612562 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-9bb56ec4-3106-48d6-8778-9946c3ce2bb1 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2443318
Nov 23 13:01:10.614027 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.646166 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7723d0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'port_id': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'mac_address': 'fa:16:3e:ff:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:01:08Z', 'updated_at': '2021-11-23T13:01:08Z', 'revision_number': 0, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 5, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:01:10.650254 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300ca8e-9b93-40db-9086-5dcc71865123 None None] The sync data for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi is: [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'port_id': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'mac_address': 'fa:16:3e:ff:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:01:08Z', 'updated_at': '2021-11-23T13:01:08Z', 'revision_number': 0, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 5, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:01:10.772549 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.785083 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.796858 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:10.811451 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-80b7b9bc-c156-40d0-9e4f-7c1015812339 req-55d88ad6-5217-4d34-8089-78b824509dbb service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859047
Nov 23 13:01:10.819315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bc6d55-d0ec-497b-a822-a2f10decadcd,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:10.821949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:10.832414 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.833977 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-7a302d7b-9786-40fc-a4a3-a0eaafa71c41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2984040
Nov 23 13:01:10.836728 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50908) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:10.843488 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'security_group_rule': {'security_group_id': '15002723-8692-48fe-a8d6-8a87cfc1b796', 'project_id': '704f559941564da3b423d3ade2c4ed99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:10.850249 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:10.855160 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:10.858505 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:10.865552 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:10.884902 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.securitygroups_db [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Project 704f559941564da3b423d3ade2c4ed99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:01:10.892889 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.949842 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f17482-bb84-432a-9eb6-a708779f87ea None None] New status for floating IP 1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa: ACTIVE {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:01:10.970595 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.974856 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:10.976921 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fc393c3a-f722-408f-81f1-e338407e5b11 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:10.999013 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70266dda-7ce9-4b97-9db2-f09e58882027,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:11.003143 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:11.013218 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.014634 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-514b3768-a7dd-4dfa-99b9-46e49589facd tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1766601
Nov 23 13:01:11.017435 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 50914) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:01:11.022852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'security_group_rule': {'security_group_id': '15002723-8692-48fe-a8d6-8a87cfc1b796', 'project_id': '704f559941564da3b423d3ade2c4ed99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:11.028812 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:01:11.032636 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Usage tracker for resource:security_group_rule and tenant:704f559941564da3b423d3ade2c4ed99 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:01:11.035595 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:01:11.041310 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:01:11.052552 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.securitygroups_db [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Project 704f559941564da3b423d3ade2c4ed99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:01:11.059174 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.124569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.129762 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.132109 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:11.153821 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07602372-db81-4f96-8e76-6ec2ab236801,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:11.156305 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:11.164516 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.166302 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-446679f8-93a8-48b0-9a5e-a1cde147d565 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1471071
Nov 23 13:01:11.296179 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-5d1f7bf7-9b22-4e56-801e-2db8179d7c52 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582995724&fields=id&tenant_id=704f559941564da3b423d3ade2c4ed99 HTTP/1.1" status: 200  len: 267 time: 0.0460517
Nov 23 13:01:11.383637 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-077f50e8-8c17-4b04-bf6a-c0197c1bfd26 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:11.384989 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-077f50e8-8c17-4b04-bf6a-c0197c1bfd26 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0833688
Nov 23 13:01:11.395708 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'port': {'security_groups': ['22e6a86a-693c-4f4c-a781-0d1bf44aff7d', '15002723-8692-48fe-a8d6-8a87cfc1b796']}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:01:11.516809 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.781452 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:01:11.808348 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.814200 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.819764 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:11.826141 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['f91930ee-c5c6-4bde-92dd-44ee627e10ea'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:01:11.880400 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:11.881046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:11.882492 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b918c33-697d-4e59-92c3-fd3d94b0695f req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "PUT /v2.0/ports/f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 982 time: 0.4911573
Nov 23 13:01:11.886300 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:01:11.913248 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=6']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:11.926397 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-889b2832-5f66-4c35-98cc-b8e7b9a4f65b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:11.953405 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'status': 'completed', 'code': 200}
Nov 23 13:01:11.968693 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['f91930ee-c5c6-4bde-92dd-44ee627e10ea'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:01:12.131859 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada31a47-ff63-4ead-a161-27e13a76779d req-c2da6f98-393f-4652-a5b1-e2dd42505cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:12.133718 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ada31a47-ff63-4ead-a161-27e13a76779d req-c2da6f98-393f-4652-a5b1-e2dd42505cbb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1138 time: 0.1437857
Nov 23 13:01:12.155092 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceb15a-9bca-4d2c-859f-b34595670aa2 req-995a9e2c-2ef0-400e-9adc-cdc58ccec3ac tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:12.156498 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1dceb15a-9bca-4d2c-859f-b34595670aa2 req-995a9e2c-2ef0-400e-9adc-cdc58ccec3ac tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.1467633
Nov 23 13:01:12.205201 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1dceb15a-9bca-4d2c-859f-b34595670aa2 req-3b68c2c5-c759-45ec-8f02-2c977445bcda tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0428405
Nov 23 13:01:12.252972 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-eccf8d54-8a98-402f-835e-5c6709d4d987 None None] Provisioning complete for port f91930ee-c5c6-4bde-92dd-44ee627e10ea triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:01:12.253458 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-eccf8d54-8a98-402f-835e-5c6709d4d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:12.268852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada31a47-ff63-4ead-a161-27e13a76779d req-7f0c0595-778f-471e-b33b-f512cb68339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:12.270353 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ada31a47-ff63-4ead-a161-27e13a76779d req-7f0c0595-778f-471e-b33b-f512cb68339e service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 917 time: 0.1273341
Nov 23 13:01:12.378967 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ada31a47-ff63-4ead-a161-27e13a76779d req-7ec05019-a32c-4b7b-85d6-8981c1199841 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 1002 time: 0.0989952
Nov 23 13:01:12.454705 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada31a47-ff63-4ead-a161-27e13a76779d req-61d4e5ac-615e-43db-b92f-22fc7a6e7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:12.456161 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ada31a47-ff63-4ead-a161-27e13a76779d req-61d4e5ac-615e-43db-b92f-22fc7a6e7f2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.0670779
Nov 23 13:01:12.535259 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada31a47-ff63-4ead-a161-27e13a76779d req-f5e5b3e2-d3e2-4aa8-a88b-d847b33555a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:12.536774 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ada31a47-ff63-4ead-a161-27e13a76779d req-f5e5b3e2-d3e2-4aa8-a88b-d847b33555a0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739074
Nov 23 13:01:12.669934 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ada31a47-ff63-4ead-a161-27e13a76779d req-cd8432f1-4a86-4fa8-9b48-e9cd98a1fdf5 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240244
Nov 23 13:01:12.814357 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ada31a47-ff63-4ead-a161-27e13a76779d req-0f8b3e56-ed9a-471c-94be-42c1f780a3d1 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334608
Nov 23 13:01:17.272612 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:21.794481 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a78c3d1e-0221-4d7a-a695-625622e467cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:22.060226 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:23.978918 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3b137ada-2106-46b4-a66c-72823e43ebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:24.950596 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:26.718490 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:32.949366 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:01:35.027395 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99ea1f-5d3a-4867-a1b5-28c29a6d3739 req-1bcb134c-85f2-449d-aa19-8b74a79c472f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:35.028801 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8e99ea1f-5d3a-4867-a1b5-28c29a6d3739 req-1bcb134c-85f2-449d-aa19-8b74a79c472f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 946 time: 0.0955038
Nov 23 13:01:35.079609 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8e99ea1f-5d3a-4867-a1b5-28c29a6d3739 req-8375d23e-d74d-4a6e-92ec-86beaa32af3b tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423567
Nov 23 13:01:36.378828 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247db41-279c-47c9-a4e4-fc6b2867d00d req-8ff047d1-16a5-4e28-8c30-7f04fe6dfe67 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:36.380188 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8247db41-279c-47c9-a4e4-fc6b2867d00d req-8ff047d1-16a5-4e28-8c30-7f04fe6dfe67 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 946 time: 0.1894965
Nov 23 13:01:36.427144 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8247db41-279c-47c9-a4e4-fc6b2867d00d req-56f742ff-b20e-4140-991d-83358f498c5a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385208
Nov 23 13:01:36.962914 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-f99c400a-90a4-4ee3-99ea-84e4b12b990a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:36.963578 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-f99c400a-90a4-4ee3-99ea-84e4b12b990a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Synchronizing usage tracker for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:01:36.982246 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-f99c400a-90a4-4ee3-99ea-84e4b12b990a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Unset dirty status for tenant:5e304790f0854cafa6bd05b57e36ce18 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:01:36.983430 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-f99c400a-90a4-4ee3-99ea-84e4b12b990a tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 946 time: 0.1179950
Nov 23 13:01:37.060350 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Deleting port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:01:37.060703 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:37.304700 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] For port b24de5c2-49a7-45f4-8fe1-39b5f16cde84, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,segment=NetworkSegment(4812a89d-e2f2-48a5-ab2e-c1b94e1843fd),segment_id=4812a89d-e2f2-48a5-ab2e-c1b94e1843fd)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:01:37.304964 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:37.482754 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Calling delete_port for b24de5c2-49a7-45f4-8fe1-39b5f16cde84 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:01:37.625508 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2786c8-33bd-4e27-80da-ea8b875971fa req-577d8626-a582-4538-a64b-429523ce8cae tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:37.627084 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-da2786c8-33bd-4e27-80da-ea8b875971fa req-577d8626-a582-4538-a64b-429523ce8cae tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/ports?device_id=8745cfad-29b1-4647-ac24-ee7d03974d75 HTTP/1.1" status: 200  len: 946 time: 0.0852652
Nov 23 13:01:37.629021 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:37.635617 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8a525294-d669-40f3-939b-df702254dcf2 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:01:37.641422 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['b24de5c2-49a7-45f4-8fe1-39b5f16cde84'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:01:37.675106 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-da2786c8-33bd-4e27-80da-ea8b875971fa req-d34d7f36-5f06-41e1-8c69-9ea76fd6c3e6 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.73 "GET /v2.0/security-groups?id=c7991f30-7dbe-4424-bf19-56edbbb651f4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418742
Nov 23 13:01:37.684954 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Pushing event deleted for resources: {'Port': ['ID=b24de5c2-49a7-45f4-8fe1-39b5f16cde84,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:01:37.687427 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:01:37.769096 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] No DVR routers for this DVR port b24de5c2-49a7-45f4-8fe1-39b5f16cde84 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:01:37.772530 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:37.776384 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'name': 'network-vif-deleted', 'tag': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:01:37.796745 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d781be8a-8483-46b0-b5d5-8d9d8f51343c req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] 10.222.0.82 "DELETE /v2.0/ports/b24de5c2-49a7-45f4-8fe1-39b5f16cde84 HTTP/1.1" status: 204  len: 173 time: 0.8066306
Nov 23 13:01:37.829864 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8745cfad-29b1-4647-ac24-ee7d03974d75', 'name': 'network-vif-deleted', 'tag': 'b24de5c2-49a7-45f4-8fe1-39b5f16cde84', 'status': 'completed', 'code': 200}
Nov 23 13:01:41.174589 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b24de5c2-49a7-45f4-8fe1-39b5f16cde84 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:01:41.213394 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: b24de5c2-49a7-45f4-8fe1-39b5f16cde84 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:01:41.213766 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b24de5c2-49a7-45f4-8fe1-39b5f16cde84 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:01:47.283987 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:51.779042 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f6e434a3-d119-47d1-8d4c-d46425c044b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:52.060410 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:53.978822 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-715a860c-1e44-4cb8-bd71-504759ae0aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:54.942451 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:55.379488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a88b8-fd83-4e08-b603-2fbf2b4465d4 req-95f15303-5a20-4e5c-829d-123dbffdce75 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:55.380954 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7b9a88b8-fd83-4e08-b603-2fbf2b4465d4 req-95f15303-5a20-4e5c-829d-123dbffdce75 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0890350
Nov 23 13:01:55.427003 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7b9a88b8-fd83-4e08-b603-2fbf2b4465d4 req-deda7302-4287-4229-b8b9-938bda4900b1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397699
Nov 23 13:01:55.897549 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-755852cb-e635-4821-8942-54085905798d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781720
Nov 23 13:01:56.037492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408771ef-9337-44d8-a877-774750cdce44 req-89729c53-8e8e-4ff6-abee-1935bd490f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:56.039001 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-89729c53-8e8e-4ff6-abee-1935bd490f8e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1099 time: 0.0713413
Nov 23 13:01:56.183658 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408771ef-9337-44d8-a877-774750cdce44 req-ada661cf-fa03-400f-98aa-9b85b4530f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:56.185213 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-ada661cf-fa03-400f-98aa-9b85b4530f47 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 910 time: 0.1265538
Nov 23 13:01:56.296581 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-48fc2fd0-d801-4c55-b7fc-473c357790cc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 1002 time: 0.1030636
Nov 23 13:01:56.360376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408771ef-9337-44d8-a877-774750cdce44 req-296810d3-e342-40af-9bbc-dbc6811bc8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:56.361852 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-296810d3-e342-40af-9bbc-dbc6811bc8c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 200  len: 847 time: 0.0584195
Nov 23 13:01:56.445337 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408771ef-9337-44d8-a877-774750cdce44 req-b933e6c6-aea2-4d3e-ab52-a3cc97e4165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:56.446843 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-b933e6c6-aea2-4d3e-ab52-a3cc97e4165e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac7d0297-a23a-4eaf-ad47-32c051254ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783877
Nov 23 13:01:56.580687 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-c490c049-f63a-4572-88ec-795fdaa31010 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269777
Nov 23 13:01:56.624862 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7000a-5949-4837-bdf2-ef787b4e4ef6 req-88b47f80-5817-4cff-9280-e8b357aa4982 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:56.626336 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-04d7000a-5949-4837-bdf2-ef787b4e4ef6 req-88b47f80-5817-4cff-9280-e8b357aa4982 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0842748
Nov 23 13:01:56.669793 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-04d7000a-5949-4837-bdf2-ef787b4e4ef6 req-228d7d60-8bac-4143-94c8-d005853b77e4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376687
Nov 23 13:01:56.710996 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-408771ef-9337-44d8-a877-774750cdce44 req-0510db09-494b-40a4-b50a-083800e21ed5 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235781
Nov 23 13:01:56.712936 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:01:57.870117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd117e-169c-4c23-bb21-5400bf31b217 req-aba8a699-12b9-47da-a05c-043987cd2478 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:57.877224 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1abd117e-169c-4c23-bb21-5400bf31b217 req-aba8a699-12b9-47da-a05c-043987cd2478 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0984659
Nov 23 13:01:57.916696 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1abd117e-169c-4c23-bb21-5400bf31b217 req-71c4e0b0-cd64-415c-9839-24d35bbd0954 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384972
Nov 23 13:01:58.199090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901052e7-8d2c-45be-bc4e-369556e6ee97 req-9279eead-fd7a-493b-aae5-f3a8c049f639 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:58.200449 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-901052e7-8d2c-45be-bc4e-369556e6ee97 req-9279eead-fd7a-493b-aae5-f3a8c049f639 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0928476
Nov 23 13:01:58.242886 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-901052e7-8d2c-45be-bc4e-369556e6ee97 req-95834065-9bf4-4682-9f3e-c2a48bc10d42 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368145
Nov 23 13:01:59.120368 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6daa6-b4d1-4be7-ba57-471848c3c957 req-2c798291-3576-430d-832b-7c3b648ca541 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:59.121894 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-72a6daa6-b4d1-4be7-ba57-471848c3c957 req-2c798291-3576-430d-832b-7c3b648ca541 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0936196
Nov 23 13:01:59.174560 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-72a6daa6-b4d1-4be7-ba57-471848c3c957 req-5fcb893d-cabc-44a8-97d8-9b876eb70c73 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447488
Nov 23 13:01:59.437555 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee16ae-5095-4982-8bb9-05a19e48a04f req-9006c6ce-78d5-458c-865a-13f41db92045 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:01:59.438939 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c0ee16ae-5095-4982-8bb9-05a19e48a04f req-9006c6ce-78d5-458c-865a-13f41db92045 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0911977
Nov 23 13:01:59.483469 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c0ee16ae-5095-4982-8bb9-05a19e48a04f req-28bc7800-7730-4918-bfc8-957ec6d8b4c9 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386035
Nov 23 13:02:00.381208 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4bab-7d94-4cf2-84d8-821daac08887 req-d45f2546-a959-4471-a3f5-131c917ddad0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:00.382588 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c8a4bab-7d94-4cf2-84d8-821daac08887 req-d45f2546-a959-4471-a3f5-131c917ddad0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0970111
Nov 23 13:02:00.430494 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5c8a4bab-7d94-4cf2-84d8-821daac08887 req-5370ad25-7065-4232-97e3-e856eb3a2d14 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415821
Nov 23 13:02:00.682833 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b8418-b921-4cee-aefc-84cb90288143 req-b6214dd4-b6b6-4fdd-ac89-eb65fcec0cf9 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:00.684199 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ec3b8418-b921-4cee-aefc-84cb90288143 req-b6214dd4-b6b6-4fdd-ac89-eb65fcec0cf9 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0881693
Nov 23 13:02:00.728393 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ec3b8418-b921-4cee-aefc-84cb90288143 req-17961482-360e-4258-8980-f106a9fb8e16 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384970
Nov 23 13:02:01.619932 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f90b6c-a0c0-492e-bbce-d7e124bcfd3c req-35324e12-18d8-42ac-897b-5fa4da88cf9a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:01.621417 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e0f90b6c-a0c0-492e-bbce-d7e124bcfd3c req-35324e12-18d8-42ac-897b-5fa4da88cf9a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0845232
Nov 23 13:02:01.667128 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e0f90b6c-a0c0-492e-bbce-d7e124bcfd3c req-19dd7141-cabf-4f0b-8794-246b6d08ed6d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378141
Nov 23 13:02:01.917851 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ad658-19c6-4d7a-b7a7-cb1f4ab0e77b req-b86036ef-697e-4f77-9c68-1099e5f49f19 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:01.919245 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-992ad658-19c6-4d7a-b7a7-cb1f4ab0e77b req-b86036ef-697e-4f77-9c68-1099e5f49f19 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0840902
Nov 23 13:02:01.970818 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-992ad658-19c6-4d7a-b7a7-cb1f4ab0e77b req-57b5e8a5-ce30-42c8-bdd6-14f9252c1624 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431437
Nov 23 13:02:02.861804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad7120-84b0-4173-9094-aff9ab6a568a req-4e0765d7-a621-4f1f-846e-1c49200f3399 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:02.863177 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-42ad7120-84b0-4173-9094-aff9ab6a568a req-4e0765d7-a621-4f1f-846e-1c49200f3399 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0800529
Nov 23 13:02:02.907307 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-42ad7120-84b0-4173-9094-aff9ab6a568a req-04682df8-9285-4ad1-96cd-928b9b0b2a34 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379920
Nov 23 13:02:03.178439 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401fbab-2add-447e-b8f4-2b5dea1f29e9 req-24be22ac-d9e5-40c2-88e2-8e38b0af6005 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:03.179879 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4401fbab-2add-447e-b8f4-2b5dea1f29e9 req-24be22ac-d9e5-40c2-88e2-8e38b0af6005 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0931556
Nov 23 13:02:03.224007 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4401fbab-2add-447e-b8f4-2b5dea1f29e9 req-174f5035-85be-4c2c-8e45-52355a0aa41b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385118
Nov 23 13:02:04.101838 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf359b05-bd34-4f90-8577-baa122b48d9a req-3bdbd512-2213-4314-bdb1-d315c9078f42 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:04.103368 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bf359b05-bd34-4f90-8577-baa122b48d9a req-3bdbd512-2213-4314-bdb1-d315c9078f42 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0801933
Nov 23 13:02:04.147814 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bf359b05-bd34-4f90-8577-baa122b48d9a req-f987aae9-0ebb-446e-ba16-ac13949e3214 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387952
Nov 23 13:02:04.430535 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8de83-219f-4cb8-935c-f5825a42cf23 req-3491660b-4743-4302-9d31-d9d5742baa7c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:04.432463 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4a8de83-219f-4cb8-935c-f5825a42cf23 req-3491660b-4743-4302-9d31-d9d5742baa7c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0905638
Nov 23 13:02:04.479136 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4a8de83-219f-4cb8-935c-f5825a42cf23 req-d0785fc8-f98c-4a65-9d55-1453d4424ed2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406995
Nov 23 13:02:05.339081 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c9afa-b009-4902-afa1-84b5ffc007c2 req-a2164936-b57b-4dc8-b8a8-866b56bbb97b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:05.340730 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d70c9afa-b009-4902-afa1-84b5ffc007c2 req-a2164936-b57b-4dc8-b8a8-866b56bbb97b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0816679
Nov 23 13:02:05.385122 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d70c9afa-b009-4902-afa1-84b5ffc007c2 req-f8c94ffa-be9a-4896-a797-94429e34ca09 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378842
Nov 23 13:02:05.676767 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6922-f9c1-4aaa-bde8-dc311b3e3457 req-6ec62cb6-e97b-4ca8-8b8e-d98fcf78e00d tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:05.678234 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-368b6922-f9c1-4aaa-bde8-dc311b3e3457 req-6ec62cb6-e97b-4ca8-8b8e-d98fcf78e00d tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0825293
Nov 23 13:02:05.724456 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-368b6922-f9c1-4aaa-bde8-dc311b3e3457 req-59b44245-2b1a-4a29-99e8-a6695ede4f34 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382400
Nov 23 13:02:06.470840 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51262) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:06.530254 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Deleting subnet 83ac9f03-782a-4610-af91-c681befdb4a4 {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:02:06.533583 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:06.585561 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:06.598702 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3d956-dae6-499e-9c43-9d2799e5dd51 req-40159c08-df4a-481d-8eae-cc6c81f75fb9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:06.600161 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-19e3d956-dae6-499e-9c43-9d2799e5dd51 req-40159c08-df4a-481d-8eae-cc6c81f75fb9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0814087
Nov 23 13:02:06.639648 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:06.648501 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-19e3d956-dae6-499e-9c43-9d2799e5dd51 req-6413a897-1e05-4394-b6ed-9dd3dfd26874 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414619
Nov 23 13:02:06.707427 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:06.712150 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0f1cbfc6-e598-4c33-b9cc-b3b98019b8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:06.750659 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ac9f03-782a-4610-af91-c681befdb4a4,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:06.759296 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.759984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.760347 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.760686 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.761024 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.761376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.762547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.762547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.762547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.762852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.763189 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.763533 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:06.766910 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:06.770020 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:06.776021 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-75d95bbf-d5bf-446f-b7f9-cc3656d5a778 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/83ac9f03-782a-4610-af91-c681befdb4a4 HTTP/1.1" status: 204  len: 168 time: 0.3039186
Nov 23 13:02:06.778668 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51268) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:06.880633 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:06.914910 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ddc80-5958-49d9-98e1-445d1e72f6fa req-d50e2b2a-69fc-4925-ae96-53177b04fb65 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:06.916455 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f17ddc80-5958-49d9-98e1-445d1e72f6fa req-d50e2b2a-69fc-4925-ae96-53177b04fb65 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0796595
Nov 23 13:02:06.962553 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f17ddc80-5958-49d9-98e1-445d1e72f6fa req-77ca4256-74b7-4833-9777-9675f4b4c3b2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399554
Nov 23 13:02:07.073128 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.098111 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8ae29880>,) {'filters': {'network_id': ['75c489de-f2fe-4038-8e6e-41ac528ecb75']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:02:07.110158 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ae29880>, '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:02:07.110476 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ae29880>, '4812a89d-e2f2-48a5-ab2e-c1b94e1843fd') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:02:07.121644 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.139040 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.145961 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:02:07.146361 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:02:07.159236 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:02:07.236700 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.242449 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:07.255211 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.265594 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Pushing event deleted for resources: {'Network': ['ID=75c489de-f2fe-4038-8e6e-41ac528ecb75,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:07.268664 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:07.274737 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-cbb9fed7-e3b6-4588-bf0f-9b98b048b89d admin admin] 10.222.0.73 "DELETE /v2.0/networks/75c489de-f2fe-4038-8e6e-41ac528ecb75 HTTP/1.1" status: 204  len: 168 time: 0.4950237
Nov 23 13:02:07.458401 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51274) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:07.507659 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-5719740b-f6fb-4c52-9c16-b82f94d1adc4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e304790f0854cafa6bd05b57e36ce18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479939
Nov 23 13:02:07.510406 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51278) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:07.574437 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-619c62bc-c1a7-4bf3-8c4f-5fb7c679de09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.603256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-619c62bc-c1a7-4bf3-8c4f-5fb7c679de09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.673233 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-619c62bc-c1a7-4bf3-8c4f-5fb7c679de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.677920 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-95601a8b-637e-487b-aeec-abd781472032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:07.691324 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c62bc-c1a7-4bf3-8c4f-5fb7c679de09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7991f30-7dbe-4424-bf19-56edbbb651f4,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:07.694685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-619c62bc-c1a7-4bf3-8c4f-5fb7c679de09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:07.700486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-619c62bc-c1a7-4bf3-8c4f-5fb7c679de09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:07.701733 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-619c62bc-c1a7-4bf3-8c4f-5fb7c679de09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7991f30-7dbe-4424-bf19-56edbbb651f4 HTTP/1.1" status: 204  len: 168 time: 0.1904373
Nov 23 13:02:07.950384 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108116e-10db-47c7-8df7-3551b6b95560 req-0c8e2442-761e-457b-96e1-bde5ea7a8c16 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:07.951938 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7108116e-10db-47c7-8df7-3551b6b95560 req-0c8e2442-761e-457b-96e1-bde5ea7a8c16 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.1867526
Nov 23 13:02:07.999220 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7108116e-10db-47c7-8df7-3551b6b95560 req-c80604ec-77ce-4813-a298-bec1d7d1c832 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414259
Nov 23 13:02:08.171812 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f659ed-6464-4c27-8f21-0172884f066e req-381086be-4d08-4735-b991-c17d46688603 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:08.173185 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-51f659ed-6464-4c27-8f21-0172884f066e req-381086be-4d08-4735-b991-c17d46688603 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0908756
Nov 23 13:02:08.220757 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-51f659ed-6464-4c27-8f21-0172884f066e req-70333df4-2ba3-4849-8adf-802b39f55ab7 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417604
Nov 23 13:02:08.296187 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-bc5ea673-4fbe-428e-b458-651e381327fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:08.297647 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-bc5ea673-4fbe-428e-b458-651e381327fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1099 time: 0.0712967
Nov 23 13:02:08.437905 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-a4e2150c-8917-4456-9e0e-0804300eba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:08.439526 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-a4e2150c-8917-4456-9e0e-0804300eba56 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 910 time: 0.1352813
Nov 23 13:02:08.555757 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-17d5a367-789b-4208-812f-b68902dbc618 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 1002 time: 0.1092820
Nov 23 13:02:08.619853 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-841efccb-147d-4e18-a110-8013d128fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:08.621248 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-841efccb-147d-4e18-a110-8013d128fb2b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 200  len: 847 time: 0.0581708
Nov 23 13:02:08.707658 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-1bf172c3-4e0d-4354-ac79-5b4de0b5cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:08.709741 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-1bf172c3-4e0d-4354-ac79-5b4de0b5cd7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac7d0297-a23a-4eaf-ad47-32c051254ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811338
Nov 23 13:02:08.841216 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-2cdeb973-1316-4c6d-b5a3-171b745eb709 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235993
Nov 23 13:02:08.974979 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a6462d13-c8c6-48b0-b3c3-4fb4a631cb11 req-68aff0bb-acf9-44cc-a47c-7db112d9b24e service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250505
Nov 23 13:02:09.064383 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:02:09.198648 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:09.211893 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '98f69092-b774-4264-bf15-58e3c30276dd', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'port_id': '98f69092-b774-4264-bf15-58e3c30276dd', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:02:09.212271 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba56d9-c8f6-45c2-bdb7-2340137d823e req-4d2e1964-f29a-4a51-a9b0-4032d00dac6c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:09.213802 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e3ba56d9-c8f6-45c2-bdb7-2340137d823e req-4d2e1964-f29a-4a51-a9b0-4032d00dac6c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0834510
Nov 23 13:02:09.261366 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e3ba56d9-c8f6-45c2-bdb7-2340137d823e req-ac1296d0-6622-4623-b484-e875e8dc0580 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411010
Nov 23 13:02:09.296386 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:09.313027 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98f69092-b774-4264-bf15-58e3c30276dd {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:02:09.329167 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:09.333749 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:09.335603 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:09.404026 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=6']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:09.406677 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4540d7-9d5b-411b-b4b6-599c95d304c4 req-0bc1cf03-3d66-486d-89e9-df0bf2d7eef2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:09.408152 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7b4540d7-9d5b-411b-b4b6-599c95d304c4 req-0bc1cf03-3d66-486d-89e9-df0bf2d7eef2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0809388
Nov 23 13:02:09.411327 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.411672 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.412009 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.412343 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.412670 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.412994 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.413319 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.413642 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.413964 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.414304 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.414623 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.414940 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:02:09.418819 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:09.423126 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['98f69092-b774-4264-bf15-58e3c30276dd'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:02:09.456015 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7b4540d7-9d5b-411b-b4b6-599c95d304c4 req-3f9a5161-fe13-4f63-babb-9bfbd0cbdf60 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416563
Nov 23 13:02:09.952119 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:02:10.460318 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55867e-91be-48d3-afd0-04091ce9e6c1 req-30bddafd-1b53-40e0-9014-d4288f7822f4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:10.461749 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8c55867e-91be-48d3-afd0-04091ce9e6c1 req-30bddafd-1b53-40e0-9014-d4288f7822f4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 944 time: 0.0863662
Nov 23 13:02:10.505469 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8c55867e-91be-48d3-afd0-04091ce9e6c1 req-d492385f-b9ea-4af2-9a69-42f2d4d2696d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380604
Nov 23 13:02:10.653905 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0dfdf-2213-4ecc-a042-23ab5149c406 req-20723c95-949d-4216-86a9-c3a765b073e9 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:10.655375 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4bb0dfdf-2213-4ecc-a042-23ab5149c406 req-20723c95-949d-4216-86a9-c3a765b073e9 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0911770
Nov 23 13:02:10.700036 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4bb0dfdf-2213-4ecc-a042-23ab5149c406 req-bd8a5a7d-19c9-49dc-b78d-04ea26cb5407 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390205
Nov 23 13:02:11.084755 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:02:11.160464 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 98f69092-b774-4264-bf15-58e3c30276dd triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:02:11.160768 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:11.275743 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:11.302920 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:02:11.312927 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:11.317339 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:11.319276 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:11.355200 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd', 'code': 200}
Nov 23 13:02:11.386099 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=7']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:11.389364 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:11.710166 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ea60e-38ec-4f3d-9ba3-1cb9b50a4151 req-d68198ff-e038-43db-8a85-635f3e453d65 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:11.711698 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b9ea60e-38ec-4f3d-9ba3-1cb9b50a4151 req-d68198ff-e038-43db-8a85-635f3e453d65 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0972693
Nov 23 13:02:11.756784 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b9ea60e-38ec-4f3d-9ba3-1cb9b50a4151 req-2805267a-4d8c-4e90-92ae-58a819d68e5c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392661
Nov 23 13:02:11.893913 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2b2e7-2703-434d-9585-c1ea320aaee2 req-3e0ec7f0-285e-4f52-9c26-08ea5acf4c50 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:11.895294 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0dc2b2e7-2703-434d-9585-c1ea320aaee2 req-3e0ec7f0-285e-4f52-9c26-08ea5acf4c50 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0824263
Nov 23 13:02:11.941427 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0dc2b2e7-2703-434d-9585-c1ea320aaee2 req-cb749d04-e628-4f34-a97e-63763c0b247f tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375581
Nov 23 13:02:12.261248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51312) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:12.288710 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f00f8a-d6b0-4346-b4bd-e5767dffb322 req-9179f10e-bd68-4dc7-a108-00b1644d0fce tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:12.290107 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-06f00f8a-d6b0-4346-b4bd-e5767dffb322 req-9179f10e-bd68-4dc7-a108-00b1644d0fce tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0811841
Nov 23 13:02:12.337045 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-06f00f8a-d6b0-4346-b4bd-e5767dffb322 req-a201cef4-5315-42a4-b526-ae65870b9383 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412765
Nov 23 13:02:12.375305 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-dfbe8968-a7db-4dd6-8391-65c32f88dd2d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1128573
Nov 23 13:02:12.956153 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8e374-ba6d-48a9-8399-5723b14781b3 req-339872e7-7bf0-4f48-854f-2a2154a813d4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:12.957926 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-92f8e374-ba6d-48a9-8399-5723b14781b3 req-339872e7-7bf0-4f48-854f-2a2154a813d4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0932522
Nov 23 13:02:13.002691 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-92f8e374-ba6d-48a9-8399-5723b14781b3 req-7ea48315-77f5-45da-9b91-3268097133e2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385182
Nov 23 13:02:13.101817 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 23496485-e265-40a2-9935-11d70590d92a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:02:13.220323 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:13.253561 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:13.257818 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:13.259947 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:13.325751 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=6']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:13.329050 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:13.356828 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23496485-e265-40a2-9935-11d70590d92a'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:02:13.399934 dv-cinder-818884-1-iscsi neutron-server[86875]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23496485-e265-40a2-9935-11d70590d92a', 'code': 422} returned with failed status
Nov 23 13:02:13.588340 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800f1b-be73-463e-851d-78be92a1b29a req-cd723e56-5efb-4e1d-9fe5-ddba64b930d9 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:13.590731 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-45800f1b-be73-463e-851d-78be92a1b29a req-cd723e56-5efb-4e1d-9fe5-ddba64b930d9 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1421716
Nov 23 13:02:13.652803 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-45800f1b-be73-463e-851d-78be92a1b29a req-e504756e-375f-459a-80ef-025a9578ddc3 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532403
Nov 23 13:02:14.229811 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b20681-03dc-4bba-b74c-32fb9b5a89fa req-95edfcf5-6f1c-4377-b9ea-2f4a07b71e8e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:14.231415 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-68b20681-03dc-4bba-b74c-32fb9b5a89fa req-95edfcf5-6f1c-4377-b9ea-2f4a07b71e8e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0920119
Nov 23 13:02:14.250841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-14ede2f0-47ba-42b9-a6d2-16a96d52ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:14.252947 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-14ede2f0-47ba-42b9-a6d2-16a96d52ab03 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4&tenant_id=d7106439f0ea4521b2e0d2edf235cd5e HTTP/1.1" status: 200  len: 1097 time: 0.0993171
Nov 23 13:02:14.299864 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-68b20681-03dc-4bba-b74c-32fb9b5a89fa req-9a6c7962-c166-4871-93ca-22c7d1e095e5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610919
Nov 23 13:02:14.367643 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-127fc5fb-547a-4a6b-9945-09e99fcbad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:14.369403 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-127fc5fb-547a-4a6b-9945-09e99fcbad44 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1097 time: 0.0882869
Nov 23 13:02:14.529753 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-2ab0f64d-570b-4de0-99c3-82872f1a5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:14.531657 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-2ab0f64d-570b-4de0-99c3-82872f1a5876 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 910 time: 0.1555712
Nov 23 13:02:14.745917 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-bad2e0a1-4dfb-49e6-8744-cb80e5f3a6b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 1000 time: 0.2046838
Nov 23 13:02:14.826152 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-6d5087a0-b50c-4694-9729-b498b8fc6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:14.827963 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-6d5087a0-b50c-4694-9729-b498b8fc6f71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 200  len: 847 time: 0.0661881
Nov 23 13:02:14.923086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-76a6721c-e825-463f-aefd-5228f36228c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:14.924493 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-76a6721c-e825-463f-aefd-5228f36228c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac7d0297-a23a-4eaf-ad47-32c051254ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878077
Nov 23 13:02:15.036392 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1744b-3adf-4800-a170-870dfe4c11ec req-2b13707f-5153-4891-b86e-b58640e3695f tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:15.038228 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44e1744b-3adf-4800-a170-870dfe4c11ec req-2b13707f-5153-4891-b86e-b58640e3695f tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1153982
Nov 23 13:02:15.075254 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-0e9b44a6-edfe-40fe-8950-14cee7104a94 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420550
Nov 23 13:02:15.087522 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44e1744b-3adf-4800-a170-870dfe4c11ec req-8487f8db-0824-426f-a2af-14016ff291c5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431802
Nov 23 13:02:15.219719 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-582f62ae-e1d4-48c1-bca0-d710da63e5b5 req-da7a7b9e-3643-4dff-a342-c1de474f19b8 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376646
Nov 23 13:02:15.512066 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbd633-7f0c-4bdc-9c8c-95e9f100bec3 req-a50f2847-a7ae-4f46-9772-e0f83f2c0e91 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:15.513452 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-52dbd633-7f0c-4bdc-9c8c-95e9f100bec3 req-a50f2847-a7ae-4f46-9772-e0f83f2c0e91 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0933585
Nov 23 13:02:15.567865 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-52dbd633-7f0c-4bdc-9c8c-95e9f100bec3 req-7f2fdffd-34a4-446c-80e6-8dac169a7419 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474257
Nov 23 13:02:16.299385 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753fa39-4c45-4a16-83a8-67ea7e1dd1eb req-1b7a0424-c773-4bcc-ae33-cdef1ef8e0d4 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:16.301914 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b753fa39-4c45-4a16-83a8-67ea7e1dd1eb req-1b7a0424-c773-4bcc-ae33-cdef1ef8e0d4 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.1017141
Nov 23 13:02:16.348366 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b753fa39-4c45-4a16-83a8-67ea7e1dd1eb req-e6f81b62-d86d-4131-a71e-cc4ae099bdea tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413847
Nov 23 13:02:16.763296 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d2545-6b6e-4ba6-adbd-84a012a7d277 req-f55600be-1804-4577-a6bb-0319ea53a449 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:16.770306 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-148d2545-6b6e-4ba6-adbd-84a012a7d277 req-f55600be-1804-4577-a6bb-0319ea53a449 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0898547
Nov 23 13:02:16.814833 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-148d2545-6b6e-4ba6-adbd-84a012a7d277 req-bd0112d0-6730-4397-92e7-8c3f218a0679 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435300
Nov 23 13:02:17.285472 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:17.537704 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b768e24-e57d-4998-b3e8-c19a9e253010 req-f26be7e2-52a1-4d79-b7be-7a1900b549a1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:17.539579 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5b768e24-e57d-4998-b3e8-c19a9e253010 req-f26be7e2-52a1-4d79-b7be-7a1900b549a1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0857027
Nov 23 13:02:17.585314 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5b768e24-e57d-4998-b3e8-c19a9e253010 req-6d078d97-bd94-49ad-a10d-7c054c3a52b5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394943
Nov 23 13:02:18.017445 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdb3ac-a07a-4a04-86ae-3f9f8e07fd11 req-dd599893-ed6d-48d7-b991-5635b4ed3ce6 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:18.021912 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fcdb3ac-a07a-4a04-86ae-3f9f8e07fd11 req-dd599893-ed6d-48d7-b991-5635b4ed3ce6 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0937979
Nov 23 13:02:18.085946 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fcdb3ac-a07a-4a04-86ae-3f9f8e07fd11 req-339d988e-942c-4961-b4b0-bf0519ccd47d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543959
Nov 23 13:02:18.785125 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e1c5f-faa1-4695-be9e-8aeafc69a941 req-8fa02edf-fe29-4db3-8e99-7f49975d9f68 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:18.786719 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8d2e1c5f-faa1-4695-be9e-8aeafc69a941 req-8fa02edf-fe29-4db3-8e99-7f49975d9f68 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0900683
Nov 23 13:02:18.836011 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8d2e1c5f-faa1-4695-be9e-8aeafc69a941 req-959c530e-4efa-421e-8389-9ff95b366efe tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432162
Nov 23 13:02:19.322304 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa95278-73b4-4f4e-a0ee-3c32b0cd511d req-35c509f2-ad32-49ce-a829-773e53c7d2c0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:19.323768 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fa95278-73b4-4f4e-a0ee-3c32b0cd511d req-35c509f2-ad32-49ce-a829-773e53c7d2c0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.1003623
Nov 23 13:02:19.379606 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fa95278-73b4-4f4e-a0ee-3c32b0cd511d req-d7a6e3b9-3a9f-4379-b12c-15cc470fa6ea tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469427
Nov 23 13:02:20.047720 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372a58c-6368-4dc9-a8d7-faccb80da80e req-744c724b-7ecd-47fe-ad2e-de68ebdc3fbc tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:20.049200 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d372a58c-6368-4dc9-a8d7-faccb80da80e req-744c724b-7ecd-47fe-ad2e-de68ebdc3fbc tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0943801
Nov 23 13:02:20.102731 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d372a58c-6368-4dc9-a8d7-faccb80da80e req-6e91e8e4-0181-4bf7-9194-54214a6619eb tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477729
Nov 23 13:02:20.573246 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3c26-f2d9-4af4-b444-30689cb57c1d req-a6f1e90e-100e-46e3-a69e-8754498d6130 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:20.576087 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c97d3c26-f2d9-4af4-b444-30689cb57c1d req-a6f1e90e-100e-46e3-a69e-8754498d6130 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0855944
Nov 23 13:02:20.625462 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c97d3c26-f2d9-4af4-b444-30689cb57c1d req-e8cdff9b-151b-4245-bc3a-6d87490477b5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428801
Nov 23 13:02:21.309941 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d03a5-e2e5-4cbc-b93c-917692290308 req-ebd9ed73-e4aa-405b-9e05-a5a83ef5d311 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:21.313967 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-303d03a5-e2e5-4cbc-b93c-917692290308 req-ebd9ed73-e4aa-405b-9e05-a5a83ef5d311 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0994601
Nov 23 13:02:21.462212 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-303d03a5-e2e5-4cbc-b93c-917692290308 req-e2a8423e-bd03-4979-87fc-0f86d5c5c700 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424768
Nov 23 13:02:21.785804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-0e6091e7-f3ca-462f-b8d9-aac45517358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:21.838865 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd5352-bc75-4e70-96df-cd4ec7da9d38 req-c442151b-ac0f-4fcf-90b1-2de62e555d2e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:21.840423 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32fd5352-bc75-4e70-96df-cd4ec7da9d38 req-c442151b-ac0f-4fcf-90b1-2de62e555d2e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0956118
Nov 23 13:02:21.886792 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32fd5352-bc75-4e70-96df-cd4ec7da9d38 req-2b4d5060-e411-4f88-af51-96e2683796e3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404823
Nov 23 13:02:22.055399 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:22.680859 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f93d7-78ca-4135-bbf8-2ac4acd9b7bc req-1745bd35-c691-44cb-98c0-6ddb7cb1a81b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:22.682326 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e1f93d7-78ca-4135-bbf8-2ac4acd9b7bc req-1745bd35-c691-44cb-98c0-6ddb7cb1a81b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 944 time: 0.0959630
Nov 23 13:02:22.728193 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2e1f93d7-78ca-4135-bbf8-2ac4acd9b7bc req-34f88b3b-3355-497f-ba92-2744d81f1782 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378673
Nov 23 13:02:23.091326 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dda05-e2a8-4d96-990c-6ada85f5ee38 req-65e85b82-d20a-4ca1-8976-47e30df8266d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:23.092750 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e66dda05-e2a8-4d96-990c-6ada85f5ee38 req-65e85b82-d20a-4ca1-8976-47e30df8266d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0872762
Nov 23 13:02:23.130552 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 23496485-e265-40a2-9935-11d70590d92a details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:02:23.140367 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e66dda05-e2a8-4d96-990c-6ada85f5ee38 req-559afb2c-6960-427b-b907-2c069ee31568 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415974
Nov 23 13:02:23.275771 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:23.289059 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '23496485-e265-40a2-9935-11d70590d92a', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'port_id': '23496485-e265-40a2-9935-11d70590d92a', 'mac_address': 'fa:16:3e:3e:5b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:02:23.338766 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-f969820c-11c9-4b5c-8edf-21140bace4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:23.340264 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-f969820c-11c9-4b5c-8edf-21140bace4e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1098 time: 0.0703089
Nov 23 13:02:23.346613 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:23.363413 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23496485-e265-40a2-9935-11d70590d92a {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:02:23.378969 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:23.385458 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:23.387265 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:23.451091 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=7']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:23.454116 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:23.471045 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-7f38a848-72b9-4afd-8124-e815ace6c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:23.472504 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-7f38a848-72b9-4afd-8124-e815ace6c50a service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1254070
Nov 23 13:02:23.575513 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-2ad5ebab-635b-48fc-8727-9365f40c6dd3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 1001 time: 0.0949109
Nov 23 13:02:23.636544 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-f4dfb0d7-26ee-47bf-9b54-54f42bd013e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:23.637975 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-f4dfb0d7-26ee-47bf-9b54-54f42bd013e0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0561070
Nov 23 13:02:23.716780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-82aa441b-56f4-4f11-b885-6ced6b6073b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:23.718220 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-82aa441b-56f4-4f11-b885-6ced6b6073b2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735195
Nov 23 13:02:23.814810 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['23496485-e265-40a2-9935-11d70590d92a'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:02:23.849490 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-0f3b3e44-d1ae-48ca-8a7f-4cc81de8bc6c service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235628
Nov 23 13:02:23.926021 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc387bb4-f112-49b5-8c63-7febce20a3ef req-bc9dc4de-5d2e-494b-b1f7-4fe876729efe tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:23.927534 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dc387bb4-f112-49b5-8c63-7febce20a3ef req-bc9dc4de-5d2e-494b-b1f7-4fe876729efe tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 945 time: 0.0788822
Nov 23 13:02:23.971876 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dc387bb4-f112-49b5-8c63-7febce20a3ef req-d5935349-4057-4b44-9ccf-a9e0921dcf53 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385137
Nov 23 13:02:23.982116 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c82a236b-dcf9-4a11-86ee-f25fb8b79b22 req-b76a45be-0cba-4258-a0e3-c0c401c41c94 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242108
Nov 23 13:02:23.999482 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-10fb9fe3-d0fc-4322-a09d-f645f322261f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:24.358187 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c8212-9451-418c-a15e-c7439de9013e req-d28553e9-6968-49a0-a65a-e30f5df371e3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:24.359626 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-176c8212-9451-418c-a15e-c7439de9013e req-d28553e9-6968-49a0-a65a-e30f5df371e3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0864115
Nov 23 13:02:24.407162 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-176c8212-9451-418c-a15e-c7439de9013e req-64d2b9f0-b3c2-4b61-af16-a5adc9ffa7ca tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389402
Nov 23 13:02:24.954805 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:25.147348 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 23496485-e265-40a2-9935-11d70590d92a up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:02:25.168637 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb320d66-c8ea-468f-976e-572d1aa6b08e req-1b0ede83-177d-468f-ac39-e7733ffbcc4d tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:25.170129 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb320d66-c8ea-468f-976e-572d1aa6b08e req-1b0ede83-177d-468f-ac39-e7733ffbcc4d tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 945 time: 0.0812247
Nov 23 13:02:25.216102 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 23496485-e265-40a2-9935-11d70590d92a triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:02:25.216360 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bb320d66-c8ea-468f-976e-572d1aa6b08e req-d8d8f124-fd20-4c58-a5c8-7bd9f6f647e3 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404048
Nov 23 13:02:25.216471 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:25.332383 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:25.358631 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23496485-e265-40a2-9935-11d70590d92a'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:02:25.368793 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:25.373155 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:25.375184 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:25.409016 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23496485-e265-40a2-9935-11d70590d92a', 'code': 200}
Nov 23 13:02:25.444854 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=8']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:25.447903 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:25.642080 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11083c4f-696b-472c-8af2-4aaff4c6ff58 req-5f0cb256-2269-4817-a68c-72c8389b4b40 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:25.643645 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-11083c4f-696b-472c-8af2-4aaff4c6ff58 req-5f0cb256-2269-4817-a68c-72c8389b4b40 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.1137629
Nov 23 13:02:25.690347 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-11083c4f-696b-472c-8af2-4aaff4c6ff58 req-8eac62c1-f163-48cc-b9a0-8576217d8abf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404572
Nov 23 13:02:25.757030 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16cb4c-418c-4f1f-93f0-147da31c8040 req-7edd045b-16c9-470c-90c9-5eb2f6d030d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:25.758513 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2a16cb4c-418c-4f1f-93f0-147da31c8040 req-7edd045b-16c9-470c-90c9-5eb2f6d030d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1099 time: 0.0699236
Nov 23 13:02:25.800994 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-2a16cb4c-418c-4f1f-93f0-147da31c8040 req-ffa68ac7-fe1c-4a84-9868-0051d1c291c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352027
Nov 23 13:02:26.401590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2858b-d790-41db-a985-3681a8e8da95 req-56b4c6f0-d5fd-4ddc-bc35-ab67e3e6969c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:26.403108 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0ef2858b-d790-41db-a985-3681a8e8da95 req-56b4c6f0-d5fd-4ddc-bc35-ab67e3e6969c tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0816181
Nov 23 13:02:26.450146 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0ef2858b-d790-41db-a985-3681a8e8da95 req-9f023157-2d6e-4e64-bff9-ae355fc4febb tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413394
Nov 23 13:02:26.725098 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:26.897302 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034919e-fc07-44df-aa40-97d3d71464ab req-71ac0492-c3d1-49ea-83ab-08e27f134d2c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:26.898649 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0034919e-fc07-44df-aa40-97d3d71464ab req-71ac0492-c3d1-49ea-83ab-08e27f134d2c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 945 time: 0.0952442
Nov 23 13:02:26.943524 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0034919e-fc07-44df-aa40-97d3d71464ab req-875227c8-5cae-438e-a714-267dfa84bdeb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392001
Nov 23 13:02:27.155373 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:02:27.266531 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:27.300621 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:27.304799 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:27.306561 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:27.395232 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=8']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:27.398527 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:27.410680 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:02:27.452231 dv-cinder-818884-1-iscsi neutron-server[86875]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd', 'code': 422} returned with failed status
Nov 23 13:02:27.649654 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cd294-1962-4864-a206-4448954cffa3 req-86ba9878-a9ed-46b4-89aa-d5cc99a4ff7a tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:27.651112 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e17cd294-1962-4864-a206-4448954cffa3 req-86ba9878-a9ed-46b4-89aa-d5cc99a4ff7a tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0838273
Nov 23 13:02:27.695054 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e17cd294-1962-4864-a206-4448954cffa3 req-f57b4a55-7894-4063-9c06-910945c80e70 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382116
Nov 23 13:02:27.937750 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36996-0499-4749-9caf-d2101bcb3bd5 req-425922fb-27fc-44d7-932a-49eb6cf76b2c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:27.939213 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-07e36996-0499-4749-9caf-d2101bcb3bd5 req-425922fb-27fc-44d7-932a-49eb6cf76b2c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0789523
Nov 23 13:02:27.982529 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-07e36996-0499-4749-9caf-d2101bcb3bd5 req-dbbe7ad5-3a6b-4971-9a3d-98a5a0b87551 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377355
Nov 23 13:02:28.177509 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51468) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:02:28.295306 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-2fdbae55-0993-4e5e-9690-c02cbe7d123e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1166012
Nov 23 13:02:29.186316 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2709447-5cd2-412d-8907-4b0efbdf9628 req-d1caf8f2-7229-4acc-a035-faa925c2e58a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:29.187669 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e2709447-5cd2-412d-8907-4b0efbdf9628 req-d1caf8f2-7229-4acc-a035-faa925c2e58a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0899267
Nov 23 13:02:29.232351 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e2709447-5cd2-412d-8907-4b0efbdf9628 req-759e4d8a-7237-4e45-a2e5-6b21487ff515 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390110
Nov 23 13:02:29.962902 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-f3ba7b67-d300-4d96-968d-dde2e8b77190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:29.964368 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-f3ba7b67-d300-4d96-968d-dde2e8b77190 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79&tenant_id=d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 1096 time: 0.0737538
Nov 23 13:02:30.066866 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-bd3b046f-bab3-4125-b2f8-2c19699206ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:30.068358 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-bd3b046f-bab3-4125-b2f8-2c19699206ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1096 time: 0.0778532
Nov 23 13:02:30.265598 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-88ab4a74-8eb7-4260-bdfe-c1886022651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:30.268590 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-88ab4a74-8eb7-4260-bdfe-c1886022651f service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1896319
Nov 23 13:02:30.374768 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-f4062b9f-5677-4ae9-b0a0-6b4bf2f464da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 999 time: 0.0986283
Nov 23 13:02:30.438569 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49892287-8083-448e-a773-1f2378ae6a47 req-b2b89286-e0ae-4e5c-9d4f-6b5326cf32dd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:30.440027 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-49892287-8083-448e-a773-1f2378ae6a47 req-b2b89286-e0ae-4e5c-9d4f-6b5326cf32dd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0958860
Nov 23 13:02:30.441941 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-77c87e1a-016a-41bf-b949-5d341b645ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:30.443510 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-77c87e1a-016a-41bf-b949-5d341b645ab6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0621426
Nov 23 13:02:30.483372 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-49892287-8083-448e-a773-1f2378ae6a47 req-803112c4-f950-4100-91da-fcf64548d9c2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373333
Nov 23 13:02:30.522502 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-0129fa75-2e70-4ecd-85a5-a6f39d8f3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:30.524471 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-0129fa75-2e70-4ecd-85a5-a6f39d8f3bca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734715
Nov 23 13:02:30.658299 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-d5376d5e-e746-4301-b43c-f6ae9ac7972f service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275263
Nov 23 13:02:30.791726 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-d35f909c-9410-4de2-a6ab-2834379eaf8f service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261158
Nov 23 13:02:31.684442 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d33174-0f0a-4444-b7b5-f16b9e6ce766 req-231b33c0-2b1a-40a4-86e5-3c4ce13c3c41 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:31.685871 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4d33174-0f0a-4444-b7b5-f16b9e6ce766 req-231b33c0-2b1a-40a4-86e5-3c4ce13c3c41 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0910752
Nov 23 13:02:31.732543 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4d33174-0f0a-4444-b7b5-f16b9e6ce766 req-58fb1cc6-b2ef-472d-8eb3-6fd22fb2e686 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409191
Nov 23 13:02:32.931713 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f84b7-0cb4-416f-8cc9-d819e904bf6a req-5edb38ab-80f2-455e-b18d-412463cfd987 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:32.933235 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f55f84b7-0cb4-416f-8cc9-d819e904bf6a req-5edb38ab-80f2-455e-b18d-412463cfd987 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0802250
Nov 23 13:02:32.982462 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f55f84b7-0cb4-416f-8cc9-d819e904bf6a req-c06dac3c-ff84-4e81-acc2-b165ebaba86b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428522
Nov 23 13:02:34.187525 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a2ad7-adc7-4caf-8748-5d78636520d8 req-84815455-fb46-49d7-a57f-fb2879ce4ecf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:34.189037 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ae6a2ad7-adc7-4caf-8748-5d78636520d8 req-84815455-fb46-49d7-a57f-fb2879ce4ecf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0838325
Nov 23 13:02:34.237698 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ae6a2ad7-adc7-4caf-8748-5d78636520d8 req-2c1da99b-75cc-4dbe-9a70-988ef51503bf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427637
Nov 23 13:02:35.450389 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11c22-78fe-49fa-ae66-1a4705098cab req-051f9dda-50bd-4036-8830-786045393398 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:35.451867 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fde11c22-78fe-49fa-ae66-1a4705098cab req-051f9dda-50bd-4036-8830-786045393398 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0857196
Nov 23 13:02:35.496091 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fde11c22-78fe-49fa-ae66-1a4705098cab req-e3545a7b-e5a0-4009-ad19-0743ee2b157d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385847
Nov 23 13:02:36.696957 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d0e03-911d-4436-b2a7-0c3d1158debe req-b3a943b0-b89e-45cb-8176-c5709d984de1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:36.698432 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-137d0e03-911d-4436-b2a7-0c3d1158debe req-b3a943b0-b89e-45cb-8176-c5709d984de1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0863025
Nov 23 13:02:36.744891 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-137d0e03-911d-4436-b2a7-0c3d1158debe req-f8b89eed-2ac0-4480-86a3-8f9d5174b7ad tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407727
Nov 23 13:02:37.948823 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f2fc5-28a6-4b12-bf16-4fe03bfb51ab req-09450d06-4877-4469-9627-eacbdf872561 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:37.950218 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fb8f2fc5-28a6-4b12-bf16-4fe03bfb51ab req-09450d06-4877-4469-9627-eacbdf872561 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0858870
Nov 23 13:02:37.997594 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fb8f2fc5-28a6-4b12-bf16-4fe03bfb51ab req-0024a2ad-3db1-45cf-9896-e7caac0f097a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417902
Nov 23 13:02:39.197284 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0f518-183d-430b-99d6-d1a9bc95959f req-b5e6d74c-d18b-410e-ae7f-0af338c2f7cf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:39.198743 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3be0f518-183d-430b-99d6-d1a9bc95959f req-b5e6d74c-d18b-410e-ae7f-0af338c2f7cf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0815372
Nov 23 13:02:39.258306 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3be0f518-183d-430b-99d6-d1a9bc95959f req-4c6a6bc2-6980-4e92-9517-2160dd312ba9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517452
Nov 23 13:02:40.544175 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9a21-d22c-470e-b445-3efa8663cb16 req-4fa83d9c-3a26-4a6e-808b-24bcb052927e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:40.545878 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1dce9a21-d22c-470e-b445-3efa8663cb16 req-4fa83d9c-3a26-4a6e-808b-24bcb052927e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.1843147
Nov 23 13:02:40.591857 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1dce9a21-d22c-470e-b445-3efa8663cb16 req-71566b64-11f4-4360-8764-1a38ad45818a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396979
Nov 23 13:02:41.187917 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7697430-bd89-4117-abd1-3213d09ecccf req-2278369f-5626-416c-84ed-e098711e4d4e tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:41.189268 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b7697430-bd89-4117-abd1-3213d09ecccf req-2278369f-5626-416c-84ed-e098711e4d4e tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0847292
Nov 23 13:02:41.236924 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b7697430-bd89-4117-abd1-3213d09ecccf req-e314c616-2739-43f4-9a38-00b2864625c1 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0418034
Nov 23 13:02:41.831163 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa23e34-87b3-4fe7-ac9f-298aa5e27b3d req-e67a7cf9-4f93-452f-8b82-d0e9f695b314 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:41.832751 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6fa23e34-87b3-4fe7-ac9f-298aa5e27b3d req-e67a7cf9-4f93-452f-8b82-d0e9f695b314 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.1004095
Nov 23 13:02:41.891205 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6fa23e34-87b3-4fe7-ac9f-298aa5e27b3d req-5ae9600f-26f0-4ba0-8799-ede067cf7fb8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517101
Nov 23 13:02:42.431825 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dfab7-65be-4878-a975-c806ee854a40 req-6e1ad604-4bcc-436d-ae93-a3933693aa59 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:42.433278 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a12dfab7-65be-4878-a975-c806ee854a40 req-6e1ad604-4bcc-436d-ae93-a3933693aa59 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0857050
Nov 23 13:02:42.482799 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a12dfab7-65be-4878-a975-c806ee854a40 req-f9a778b2-3595-40e8-a146-a4729a3fd844 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424118
Nov 23 13:02:43.092589 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ff36f-4adb-4335-bce2-7f5b93fa6441 req-29094307-ba5a-4225-aca9-26d03a2a0b53 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:43.094075 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c36ff36f-4adb-4335-bce2-7f5b93fa6441 req-29094307-ba5a-4225-aca9-26d03a2a0b53 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0812328
Nov 23 13:02:43.142339 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c36ff36f-4adb-4335-bce2-7f5b93fa6441 req-bc8b8e54-60e9-4914-bea8-153f9fdd4d24 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425286
Nov 23 13:02:43.676139 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9db0a-8061-4eab-9806-0d849b5dad66 req-74be50b1-2f06-49cc-a704-b0d8f8d44c20 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:43.677571 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-abe9db0a-8061-4eab-9806-0d849b5dad66 req-74be50b1-2f06-49cc-a704-b0d8f8d44c20 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0875361
Nov 23 13:02:43.726097 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-abe9db0a-8061-4eab-9806-0d849b5dad66 req-c63477aa-e475-4bbe-a2e5-e8203904f07e tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401571
Nov 23 13:02:44.363548 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c73580-2c2d-46d1-a243-0939e78dd1d6 req-786350a0-7f21-4cda-a9bc-a7885219514d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:44.364973 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-38c73580-2c2d-46d1-a243-0939e78dd1d6 req-786350a0-7f21-4cda-a9bc-a7885219514d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.1000721
Nov 23 13:02:44.409131 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-38c73580-2c2d-46d1-a243-0939e78dd1d6 req-36044c33-d2ae-4eb3-b4c4-1beb68a1eedc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384245
Nov 23 13:02:44.941990 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fc9a0-0c2a-4fce-bbc7-06da668ee6a6 req-a1fb657c-6ef5-4599-8dbf-ae5eec9a286f tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:44.943941 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-021fc9a0-0c2a-4fce-bbc7-06da668ee6a6 req-a1fb657c-6ef5-4599-8dbf-ae5eec9a286f tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0995314
Nov 23 13:02:44.991459 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-021fc9a0-0c2a-4fce-bbc7-06da668ee6a6 req-7c277a2c-c652-4267-8ba0-1165265760ea tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396662
Nov 23 13:02:45.613246 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47554c-5d0e-4a5e-84dc-4e57bb7bceb8 req-aa21f6a3-d2f9-44b5-adda-ddb4b319019b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:45.614715 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5d47554c-5d0e-4a5e-84dc-4e57bb7bceb8 req-aa21f6a3-d2f9-44b5-adda-ddb4b319019b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0867505
Nov 23 13:02:45.663921 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5d47554c-5d0e-4a5e-84dc-4e57bb7bceb8 req-f76c1efa-eccd-49e7-aac0-1396ae41ed6a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434232
Nov 23 13:02:45.791484 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-d635414b-f783-4a35-9fd5-d88eb03e9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:45.793080 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-d635414b-f783-4a35-9fd5-d88eb03e9c3a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1138 time: 0.0830386
Nov 23 13:02:45.925261 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-55a32650-759b-453e-bbb8-a9a9c78fc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:45.926747 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-55a32650-759b-453e-bbb8-a9a9c78fc0bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 917 time: 0.1267488
Nov 23 13:02:46.034302 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-0fe7b3ac-98ea-4062-8b0c-467b7af41010 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 1002 time: 0.0989888
Nov 23 13:02:46.097067 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-f4c29979-b4c5-440e-844e-9edb30b3dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:46.098446 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-f4c29979-b4c5-440e-844e-9edb30b3dc9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.0577080
Nov 23 13:02:46.175433 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-52baffcd-afdb-4fd8-8946-7ad8b78199d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:46.176906 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-52baffcd-afdb-4fd8-8946-7ad8b78199d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720551
Nov 23 13:02:46.185738 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7183-05e2-494d-bb82-3668b6643849 req-6841fcec-cfe3-41d7-ad10-03fb35424710 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:46.187210 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-680a7183-05e2-494d-bb82-3668b6643849 req-6841fcec-cfe3-41d7-ad10-03fb35424710 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0809946
Nov 23 13:02:46.236848 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-680a7183-05e2-494d-bb82-3668b6643849 req-3e8034f3-6389-4163-8398-760ab33638b4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438049
Nov 23 13:02:46.310716 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-a476bb78-e0d1-4d16-83a5-2e88dfa6635a service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253603
Nov 23 13:02:46.445741 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-41d0ceed-e62b-43e7-b0fc-a5519253d8e0 req-9da1b085-cc37-420f-a027-330d174c6617 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280499
Nov 23 13:02:46.856327 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262daaf-9153-431f-8a8d-bf1843f196d2 req-cd6dced1-3514-4f89-a1e7-01621d1107ed tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:46.857793 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2262daaf-9153-431f-8a8d-bf1843f196d2 req-cd6dced1-3514-4f89-a1e7-01621d1107ed tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0839882
Nov 23 13:02:46.905416 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2262daaf-9153-431f-8a8d-bf1843f196d2 req-5a19e32f-bcb3-4d1d-af6d-973c778bfa19 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398076
Nov 23 13:02:46.951032 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:02:47.302876 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:47.437917 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3affd612-fda6-4fc4-94e0-0b1aeba4c433 req-2857cf08-0102-4538-acb2-1572259bad43 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:47.439400 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3affd612-fda6-4fc4-94e0-0b1aeba4c433 req-2857cf08-0102-4538-acb2-1572259bad43 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0857723
Nov 23 13:02:47.486692 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3affd612-fda6-4fc4-94e0-0b1aeba4c433 req-f7472e80-a590-405c-91bd-003722dc5257 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412798
Nov 23 13:02:48.109802 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f2ae-db3c-4860-b75c-6be96498cca9 req-12425016-30c1-46e8-aa8c-af2cd8d6039f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:48.111283 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b648f2ae-db3c-4860-b75c-6be96498cca9 req-12425016-30c1-46e8-aa8c-af2cd8d6039f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0895190
Nov 23 13:02:48.157741 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b648f2ae-db3c-4860-b75c-6be96498cca9 req-30bcfdf9-766b-4f86-aeda-23dc153a3abd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380666
Nov 23 13:02:48.687636 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62602d-1e80-4cfb-bac5-e1fa79f0251c req-d8cbaca2-e503-4caa-9a35-e63f92c8cd37 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:48.689078 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ef62602d-1e80-4cfb-bac5-e1fa79f0251c req-d8cbaca2-e503-4caa-9a35-e63f92c8cd37 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0890467
Nov 23 13:02:48.737409 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ef62602d-1e80-4cfb-bac5-e1fa79f0251c req-54c4b73c-b490-49ef-a1d1-2c2e27a041a2 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395281
Nov 23 13:02:49.373002 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecda2f-f088-42ca-90da-e7fc52710866 req-a2808a00-a886-4af9-8666-58b47790ea69 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:49.374508 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-84ecda2f-f088-42ca-90da-e7fc52710866 req-a2808a00-a886-4af9-8666-58b47790ea69 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0925987
Nov 23 13:02:49.417623 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-84ecda2f-f088-42ca-90da-e7fc52710866 req-80bb2d11-e6fa-4ddd-b0f4-df631177dee3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375473
Nov 23 13:02:49.953303 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776987c-f6e8-43e1-b0c1-1f4311fd7692 req-a75c14eb-24dd-4efb-9e21-e6ace3515436 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:49.954681 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1776987c-f6e8-43e1-b0c1-1f4311fd7692 req-a75c14eb-24dd-4efb-9e21-e6ace3515436 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0940270
Nov 23 13:02:50.000060 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1776987c-f6e8-43e1-b0c1-1f4311fd7692 req-bb0b5a11-8a37-4d29-94fb-82833850e6b7 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394554
Nov 23 13:02:50.610515 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2458ac-2a74-47e7-99d3-09d5aa2c5e4b req-859e7eb9-23ad-41ba-9c93-0b1caed2cf5d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:50.611960 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cd2458ac-2a74-47e7-99d3-09d5aa2c5e4b req-859e7eb9-23ad-41ba-9c93-0b1caed2cf5d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0789623
Nov 23 13:02:50.659227 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cd2458ac-2a74-47e7-99d3-09d5aa2c5e4b req-77a4e7d0-bdcd-4e16-a022-ceee904b86cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415955
Nov 23 13:02:51.205222 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52feb7ca-b1c3-40bf-9f82-647c9299a6ba req-4224ed1c-b8a6-4bab-9848-054a440ef58b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:51.206692 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-52feb7ca-b1c3-40bf-9f82-647c9299a6ba req-4224ed1c-b8a6-4bab-9848-054a440ef58b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0901489
Nov 23 13:02:51.253876 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-52feb7ca-b1c3-40bf-9f82-647c9299a6ba req-9fa45ef4-c7dc-400a-88e8-500be4b04582 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414679
Nov 23 13:02:51.781065 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-15da0fb5-6eee-42b0-b552-a115cf84c726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:51.864739 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001616ec-57d4-45ba-b3ad-41eb71687a2c req-a10f4f17-64d6-45e4-b025-ab80ad5a595e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:51.866071 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-001616ec-57d4-45ba-b3ad-41eb71687a2c req-a10f4f17-64d6-45e4-b025-ab80ad5a595e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0915568
Nov 23 13:02:51.910057 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-001616ec-57d4-45ba-b3ad-41eb71687a2c req-3b142c61-c919-4d73-8e46-a717356422f1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382299
Nov 23 13:02:52.067994 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:52.460335 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8236b11-2fb3-42ea-8ee9-61db70103c45 req-783519e5-2b5c-44ae-86e8-8a15e941130b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:52.461769 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f8236b11-2fb3-42ea-8ee9-61db70103c45 req-783519e5-2b5c-44ae-86e8-8a15e941130b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0862172
Nov 23 13:02:52.512018 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f8236b11-2fb3-42ea-8ee9-61db70103c45 req-ba1111ad-02cf-4fb1-afa6-e4d465c1332a tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416582
Nov 23 13:02:52.983785 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-2c2867b2-8e93-4c3a-8d45-d9f38f1e2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:52.985307 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-2c2867b2-8e93-4c3a-8d45-d9f38f1e2827 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1096 time: 0.0716231
Nov 23 13:02:53.133740 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-4b8658ec-9e21-4915-a7bd-2c6404610a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:53.135205 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-4b8658ec-9e21-4915-a7bd-2c6404610a93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1286945
Nov 23 13:02:53.192122 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f1918-77bf-4bf2-80de-fe41ed19bbac req-e3215a4d-e156-495b-b398-5a775def08ef tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:53.193615 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-090f1918-77bf-4bf2-80de-fe41ed19bbac req-e3215a4d-e156-495b-b398-5a775def08ef tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.1748385
Nov 23 13:02:53.241279 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-090f1918-77bf-4bf2-80de-fe41ed19bbac req-1746a870-f9aa-4c31-818f-1f3d201a2f63 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410044
Nov 23 13:02:53.300497 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-7987bf7c-c56e-47d6-9e5c-137ff16d46a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 200  len: 999 time: 0.1582518
Nov 23 13:02:53.363595 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-f0434f66-b300-436d-bb9e-223710c05f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:53.364961 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-f0434f66-b300-436d-bb9e-223710c05f8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0580449
Nov 23 13:02:53.447534 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-9b43640b-288e-46e4-b19a-67ddc71e430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:53.448865 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-9b43640b-288e-46e4-b19a-67ddc71e430f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757580
Nov 23 13:02:53.594623 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-8b93da00-3f63-4de2-a5ad-cc749fd97ab9 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374645
Nov 23 13:02:53.698686 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92804ed-d4bd-46cb-8959-7c4f764b5b27 req-62968796-f130-4ef6-bff8-15ca363d9e95 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:53.700108 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f92804ed-d4bd-46cb-8959-7c4f764b5b27 req-62968796-f130-4ef6-bff8-15ca363d9e95 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0815673
Nov 23 13:02:53.725787 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e488e3d6-e8de-464c-b7ef-4f7490fd5780 req-8a352897-dac2-4304-bb59-e4a091b4a1ba service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244442
Nov 23 13:02:53.748335 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f92804ed-d4bd-46cb-8959-7c4f764b5b27 req-518067f3-1e1a-43da-befb-b9b74eb71a37 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423741
Nov 23 13:02:53.983584 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9d3b7d68-e70a-4b60-a2fb-17fc3616e623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:54.430207 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c1f79-87e6-4376-8937-73ff8e7de64e req-b0c1126f-8e07-4dd8-9a7b-92b17d19c304 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:54.431669 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f49c1f79-87e6-4376-8937-73ff8e7de64e req-b0c1126f-8e07-4dd8-9a7b-92b17d19c304 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 943 time: 0.0804014
Nov 23 13:02:54.476593 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f49c1f79-87e6-4376-8937-73ff8e7de64e req-aae58fc8-5b2c-47fb-a629-17fae15a3501 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392427
Nov 23 13:02:54.950993 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:54.956418 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503be5d3-8b40-4c95-9a9f-684960f10318 req-3cd7a6c9-5eaa-402d-b96b-5861e1c4359b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:54.957894 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-503be5d3-8b40-4c95-9a9f-684960f10318 req-3cd7a6c9-5eaa-402d-b96b-5861e1c4359b tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0979199
Nov 23 13:02:55.004221 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-503be5d3-8b40-4c95-9a9f-684960f10318 req-c4e07028-e728-476e-81fd-f61588d21093 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0403879
Nov 23 13:02:55.306032 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:02:55.439553 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:55.452785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '98f69092-b774-4264-bf15-58e3c30276dd', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'port_id': '98f69092-b774-4264-bf15-58e3c30276dd', 'mac_address': 'fa:16:3e:d0:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:02:55.511941 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:55.531455 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f69092-b774-4264-bf15-58e3c30276dd {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:02:55.554731 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:55.561047 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:55.564612 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-26dc2082-e9e1-43c4-8839-a66ff1791ec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:55.634665 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=9']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:55.638419 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:55.675391 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28aee28-ce3a-469e-b5f3-37b828a3423c req-5400945d-72d2-4132-9677-bf4f4eba62f5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:55.676826 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e28aee28-ce3a-469e-b5f3-37b828a3423c req-5400945d-72d2-4132-9677-bf4f4eba62f5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 944 time: 0.0825815
Nov 23 13:02:55.720298 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e28aee28-ce3a-469e-b5f3-37b828a3423c req-7fc60ddc-2707-4eb5-aa5e-16689de43604 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378263
Nov 23 13:02:55.915567 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['98f69092-b774-4264-bf15-58e3c30276dd'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:02:56.197464 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134025b-68e8-45e1-870b-4b10f829f370 req-0f9748f0-8843-4eb9-ae50-2f4d6d72fc84 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:56.198799 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d134025b-68e8-45e1-870b-4b10f829f370 req-0f9748f0-8843-4eb9-ae50-2f4d6d72fc84 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0843940
Nov 23 13:02:56.263655 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d134025b-68e8-45e1-870b-4b10f829f370 req-06c01c89-02e9-4dbb-81ae-187aade8ef72 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0584917
Nov 23 13:02:56.721623 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:56.912557 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94debbb-f892-44d9-9028-116c4a245da5 req-0c0127b9-67e5-41ee-bca6-aa509c28e2a6 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:56.913972 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a94debbb-f892-44d9-9028-116c4a245da5 req-0c0127b9-67e5-41ee-bca6-aa509c28e2a6 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 944 time: 0.0853107
Nov 23 13:02:56.961398 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a94debbb-f892-44d9-9028-116c4a245da5 req-cfedc85b-31df-43d8-ac53-7e7be69d7ce0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416746
Nov 23 13:02:57.311861 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:02:57.383105 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 98f69092-b774-4264-bf15-58e3c30276dd triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:02:57.383482 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:57.470597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c668d2-1b4a-4eca-9f8b-d403f6b93c83 req-af438487-5548-4235-8ab2-cfa4e74dbdec tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:57.472680 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-37c668d2-1b4a-4eca-9f8b-d403f6b93c83 req-af438487-5548-4235-8ab2-cfa4e74dbdec tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0931041
Nov 23 13:02:57.524206 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-37c668d2-1b4a-4eca-9f8b-d403f6b93c83 req-2c618697-f41f-452a-93f3-163df3f871a8 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436134
Nov 23 13:02:57.534370 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:57.565623 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:02:57.575108 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:02:57.579434 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:02:57.582457 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:02:57.617554 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd', 'code': 200}
Nov 23 13:02:57.656400 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=10']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:02:57.661446 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:02:58.156339 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180ec3-6c39-4282-a616-b31e56f545f8 req-99bb30ab-17e7-4aec-99b3-e842c78569e3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:58.157799 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-42180ec3-6c39-4282-a616-b31e56f545f8 req-99bb30ab-17e7-4aec-99b3-e842c78569e3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 946 time: 0.0841787
Nov 23 13:02:58.166345 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f5f9e-d67b-4252-9a4f-561058f7b74e req-839a9607-1006-4cf1-b473-0f7761abc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:58.167805 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-926f5f9e-d67b-4252-9a4f-561058f7b74e req-839a9607-1006-4cf1-b473-0f7761abc610 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 1099 time: 0.0687151
Nov 23 13:02:58.202515 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-42180ec3-6c39-4282-a616-b31e56f545f8 req-e6e8d0e4-a47b-49ae-b5c7-1fa8f2f19e03 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381770
Nov 23 13:02:58.207868 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-926f5f9e-d67b-4252-9a4f-561058f7b74e req-e9088c4f-1aaf-4a4f-b268-f9335e208418 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334167
Nov 23 13:02:58.728544 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d7240-f6f0-43c0-a4f3-de1fcfbcd3f2 req-c4062ecb-e3e4-433f-a4b4-75725b98312c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:58.729991 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6b3d7240-f6f0-43c0-a4f3-de1fcfbcd3f2 req-c4062ecb-e3e4-433f-a4b4-75725b98312c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0945175
Nov 23 13:02:58.778052 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6b3d7240-f6f0-43c0-a4f3-de1fcfbcd3f2 req-ed955f37-1c39-47aa-a3f3-a38b36ba2073 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=15002723-8692-48fe-a8d6-8a87cfc1b796&id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396631
Nov 23 13:02:59.407705 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20e997-9b03-460b-85aa-28b9d5288d62 req-d606976a-da47-4d4e-9c45-ca662f9020b9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:02:59.409137 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0d20e997-9b03-460b-85aa-28b9d5288d62 req-d606976a-da47-4d4e-9c45-ca662f9020b9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 946 time: 0.0859060
Nov 23 13:02:59.459255 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0d20e997-9b03-460b-85aa-28b9d5288d62 req-43aa7660-cf37-475f-a6ce-b678748089cf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444987
Nov 23 13:03:00.668034 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fdd89-d224-4a60-9450-8355e0d93a04 req-5d79f5fc-128d-4efd-9bd5-2de5597971f5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:03:00.669470 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3e5fdd89-d224-4a60-9450-8355e0d93a04 req-5d79f5fc-128d-4efd-9bd5-2de5597971f5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 946 time: 0.0804977
Nov 23 13:03:00.715706 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3e5fdd89-d224-4a60-9450-8355e0d93a04 req-572e1852-9175-401e-a4bb-31d563f7cf1c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380716
Nov 23 13:03:17.303252 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:21.785471 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-047bd031-8b9c-4954-b2a2-aa7b3bbead80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:22.064949 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:23.953246 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:03:23.977512 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-205160a1-d32a-4237-9e99-9958d35f325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:24.960603 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:26.728300 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:47.301950 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:51.791483 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-48f6aa0c-0198-4f94-9f37-d5c70b9d56fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:52.068041 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:53.989556 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2b11f913-3f3a-4370-8966-f18c280a2398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:54.958998 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:54.965719 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-ac7dfd9c-3c73-4c52-b62d-cdfa04c56bb2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743778
Nov 23 13:03:55.063876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-0e245e44-9a52-4fbc-8146-67b09ecc72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:03:55.065362 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-0e245e44-9a52-4fbc-8146-67b09ecc72dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1138 time: 0.0763018
Nov 23 13:03:55.211711 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-fb0da1ec-9722-4cf6-836f-cd6643fdd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:03:55.213140 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-fb0da1ec-9722-4cf6-836f-cd6643fdd134 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 917 time: 0.1277168
Nov 23 13:03:55.320770 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-b7796d3b-e5b4-4ee1-a225-db9362706310 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 1002 time: 0.1002977
Nov 23 13:03:55.384898 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-c69366f6-eae8-440c-97c7-feb821ccfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:03:55.386311 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-c69366f6-eae8-440c-97c7-feb821ccfab5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.0581586
Nov 23 13:03:55.465836 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-1475497b-193d-46df-9c5c-3b7908b943aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:03:55.467192 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-1475497b-193d-46df-9c5c-3b7908b943aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735862
Nov 23 13:03:55.598640 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-26307102-000f-451c-8958-5d764c4f265f service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233473
Nov 23 13:03:55.728792 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a1e0fb66-1b77-4434-8277-157951264ac0 req-46a27608-a001-40b2-82ee-3676a5855b18 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233521
Nov 23 13:03:56.738554 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:03:59.079700 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9288a11-ad77-4ed2-ba8f-e63b4fff0800 req-139c1622-7292-4870-a94c-ed599e1976e7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:03:59.081175 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b9288a11-ad77-4ed2-ba8f-e63b4fff0800 req-139c1622-7292-4870-a94c-ed599e1976e7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 946 time: 0.1005809
Nov 23 13:03:59.128366 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b9288a11-ad77-4ed2-ba8f-e63b4fff0800 req-67957570-579b-4aec-92d0-b55cdbd8d6bd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387471
Nov 23 13:04:00.325005 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c89a31-4ae8-4ced-9572-c2e6564f49f4 req-1dd605b6-f53e-4dc0-bf64-0c2cfe87f7f4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:00.326455 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e6c89a31-4ae8-4ced-9572-c2e6564f49f4 req-1dd605b6-f53e-4dc0-bf64-0c2cfe87f7f4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 946 time: 0.0819101
Nov 23 13:04:00.377872 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e6c89a31-4ae8-4ced-9572-c2e6564f49f4 req-108601ad-1b6c-4a70-8214-519f94c87e35 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434153
Nov 23 13:04:00.734648 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d79cf-fc99-452f-9632-59a76a342b8b req-243c4c25-f914-4cf8-b99b-902167193da0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:00.735285 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-381d79cf-fc99-452f-9632-59a76a342b8b req-243c4c25-f914-4cf8-b99b-902167193da0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:04:00.751985 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-381d79cf-fc99-452f-9632-59a76a342b8b req-243c4c25-f914-4cf8-b99b-902167193da0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:04:00.753116 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-381d79cf-fc99-452f-9632-59a76a342b8b req-243c4c25-f914-4cf8-b99b-902167193da0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 946 time: 0.1065242
Nov 23 13:04:00.824319 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Deleting port 98f69092-b774-4264-bf15-58e3c30276dd {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:00.824659 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:00.952397 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:04:01.141327 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] For port 98f69092-b774-4264-bf15-58e3c30276dd, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98f69092-b774-4264-bf15-58e3c30276dd,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:01.141682 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:01.443523 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:01.443922 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:01.444271 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Floating IP f052dc7f-e867-4d56-a9f2-ced218f9618c disassociated. External IP: 172.27.0.231, port: 98f69092-b774-4264-bf15-58e3c30276dd.
Nov 23 13:04:01.444603 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Calling delete_port for 98f69092-b774-4264-bf15-58e3c30276dd owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:01.570978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb765-42d5-494f-bb4a-768f2dad6493 req-59b00c59-8d7a-413a-bcf4-b6a8c3ef36db tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:01.572537 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fbcdb765-42d5-494f-bb4a-768f2dad6493 req-59b00c59-8d7a-413a-bcf4-b6a8c3ef36db tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=9dec48cb-0dae-43ba-a012-dd683eb81f79 HTTP/1.1" status: 200  len: 946 time: 0.0810428
Nov 23 13:04:01.589524 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:01.596613 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-598bed17-6141-4be7-8c0d-ccf5935e58a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:01.618645 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fbcdb765-42d5-494f-bb4a-768f2dad6493 req-4d55d112-e47e-4526-9db5-81bdf817fb4f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b533a41-7e45-4b18-aba8-abe5fd401c10&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401959
Nov 23 13:04:01.640277 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event deleted for resources: {'Port': ['ID=98f69092-b774-4264-bf15-58e3c30276dd,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:01.651741 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.652141 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.652500 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.652896 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.653251 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.653631 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.653980 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.654346 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.654694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.655039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.655381 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.655721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:01.658693 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:01.847126 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:02.026238 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:02.036118 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] Sync routers for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:02.046595 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:02.047409 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b41f400>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:02.097773 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] No DVR routers for this DVR port 98f69092-b774-4264-bf15-58e3c30276dd on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:04:02.100181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.102914 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-deleted', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:02.120817 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-381d79cf-fc99-452f-9632-59a76a342b8b req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "DELETE /v2.0/ports/98f69092-b774-4264-bf15-58e3c30276dd HTTP/1.1" status: 204  len: 173 time: 1.3621345
Nov 23 13:04:02.160615 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dec48cb-0dae-43ba-a012-dd683eb81f79', 'name': 'network-vif-deleted', 'tag': '98f69092-b774-4264-bf15-58e3c30276dd', 'status': 'completed', 'code': 200}
Nov 23 13:04:02.228236 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:02.321361 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-220f52c6-7c5c-486b-b829-521e51912baa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582995724&fields=id&tenant_id=704f559941564da3b423d3ade2c4ed99 HTTP/1.1" status: 200  len: 267 time: 0.0412211
Nov 23 13:04:02.411535 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-ab36e906-4887-4b84-98c7-9042e572af23 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:02.413351 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-ab36e906-4887-4b84-98c7-9042e572af23 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 985 time: 0.0863066
Nov 23 13:04:02.427522 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Request body: {'port': {'security_groups': ['22e6a86a-693c-4f4c-a781-0d1bf44aff7d']}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:02.562170 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.609154 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b41f400>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:02.614192 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] Checking router: b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:02.624061 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:02.624709 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b41f400>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:02.801936 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51704) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:02.822118 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:02.871299 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.871857 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:02.898312 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.900996 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.903798 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.909619 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8b02105f-a33e-4fae-a246-b73431518739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:02.945924 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['f91930ee-c5c6-4bde-92dd-44ee627e10ea'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:04:02.956363 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.960610 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6f379617-a9f6-4ebc-b549-4483cc5d8a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:02.976151 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b533a41-7e45-4b18-aba8-abe5fd401c10,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:02.980340 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:02.980517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:02.981053 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:02.982665 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3363e998-302a-447b-86fe-863a8d91f6c5 req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "PUT /v2.0/ports/f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 943 time: 0.5603807
Nov 23 13:04:02.983225 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:02.989578 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51710) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:03.002395 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event updated for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=7']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:03.007605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.008806 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "DELETE /v2.0/security-groups/7b533a41-7e45-4b18-aba8-abe5fd401c10 HTTP/1.1" status: 204  len: 168 time: 0.2053161
Nov 23 13:04:03.012833 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51714) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:03.020719 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.021096 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.021458 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.021937 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.022334 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.023105 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.023105 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.023387 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.023723 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.024074 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.024466 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.024815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:03.028886 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:03.035575 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.api.v2.resource [None req-84095461-764b-4f03-8073-9e1cade6cf7f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] show failed (client error): The resource could not be found.
Nov 23 13:04:03.036598 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-84095461-764b-4f03-8073-9e1cade6cf7f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups/7b533a41-7e45-4b18-aba8-abe5fd401c10 HTTP/1.1" status: 404  len: 347 time: 0.0228794
Nov 23 13:04:03.039626 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51718) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:03.128747 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'status': 'completed', 'code': 200}
Nov 23 13:04:03.133956 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['f91930ee-c5c6-4bde-92dd-44ee627e10ea'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:04:03.159602 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e400-a9f1-4e0c-ad81-1d1d6110a0aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.193885 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e400-a9f1-4e0c-ad81-1d1d6110a0aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.299049 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e400-a9f1-4e0c-ad81-1d1d6110a0aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.306957 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82ba8e62-af2e-4310-8493-dc38e872abf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:03.319528 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8e400-a9f1-4e0c-ad81-1d1d6110a0aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15002723-8692-48fe-a8d6-8a87cfc1b796,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:03.331585 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7eb8e400-a9f1-4e0c-ad81-1d1d6110a0aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:03.338935 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-7eb8e400-a9f1-4e0c-ad81-1d1d6110a0aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.340312 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-7eb8e400-a9f1-4e0c-ad81-1d1d6110a0aa tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "DELETE /v2.0/security-groups/15002723-8692-48fe-a8d6-8a87cfc1b796 HTTP/1.1" status: 204  len: 168 time: 0.3496325
Nov 23 13:04:03.344368 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51722) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:03.399189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Deleting port 1ccdb861-71e7-46b9-824a-c7b085204d09 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:03.400019 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.487415 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-1dfc9d4b-40a8-42bc-a665-e947238169d3 None None] Provisioning complete for port f91930ee-c5c6-4bde-92dd-44ee627e10ea triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:03.488802 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1dfc9d4b-40a8-42bc-a665-e947238169d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.578188 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.578824 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.646345 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-a180655d-2d45-4974-9d9b-f6d3376f9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:03.647374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b41f400>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:03.647823 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-a180655d-2d45-4974-9d9b-f6d3376f9da5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1099 time: 0.5218461
Nov 23 13:04:03.668425 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e58f1-2873-4f52-83ea-df1f8173fe43 None None] The sync data for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi is: [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:03.686556 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:03.723513 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Calling delete_port for 1ccdb861-71e7-46b9-824a-c7b085204d09 owned by network:floatingip {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:03.735052 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Deleting port b19911fc-3eb6-4e10-aff3-bfa9fa8ede7a {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:03.735388 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.741204 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 98f69092-b774-4264-bf15-58e3c30276dd {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:03.741542 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 98f69092-b774-4264-bf15-58e3c30276dd not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:03.920295 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.925548 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:03.983639 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.984244 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:03.995495 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-aab79fbb-bf78-44ed-adbd-9b1ce1fe9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:03.996929 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-aab79fbb-bf78-44ed-adbd-9b1ce1fe9d81 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 917 time: 0.3370166
Nov 23 13:04:04.012039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event deleted for resources: {'Port': ['ID=1ccdb861-71e7-46b9-824a-c7b085204d09,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:04.015923 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:04.055969 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51726) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:04.091391 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497edad-2d30-44d6-be67-17e857b57650 None None] New status for floating IP f052dc7f-e867-4d56-a9f2-ced218f9618c: DOWN {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:04:04.099363 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.130869 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.135364 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "DELETE /v2.0/floatingips/f052dc7f-e867-4d56-a9f2-ced218f9618c HTTP/1.1" status: 204  len: 168 time: 1.0947330
Nov 23 13:04:04.184063 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Calling delete_port for b19911fc-3eb6-4e10-aff3-bfa9fa8ede7a owned by network:floatingip {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:04.284375 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-959e2996-dae0-4444-8e01-6ee893dfb947 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 1002 time: 0.2317178
Nov 23 13:04:04.367724 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-5177a325-480c-4c16-9c24-7909dbdb2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:04.369451 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-5177a325-480c-4c16-9c24-7909dbdb2cbb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.0776105
Nov 23 13:04:04.414064 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51734) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:04.421657 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146483933', 'description': 'tempest-description--172529675'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:04.429240 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Deleting port e011d331-338b-42fd-8beb-42ce3dd839f1 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:04.429576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.453200 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:04.466353 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:04.475255 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:04.484236 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:04.508137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.514414 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:04.554116 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-936ba244-2ba1-4414-92d7-27bc4fc9d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:04.555625 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-936ba244-2ba1-4414-92d7-27bc4fc9d82a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1802964
Nov 23 13:04:04.568350 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.581555 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event deleted for resources: {'Port': ['ID=b19911fc-3eb6-4e10-aff3-bfa9fa8ede7a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:04.598090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:04.606521 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group_rule and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:04.618325 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:04.618566 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:04.627179 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:04.648337 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.648745 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.752142 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks [] for floatingip, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.752383 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Floating IP 1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa disassociated (deleted). External IP: 172.27.0.149, port: f91930ee-c5c6-4bde-92dd-44ee627e10ea.
Nov 23 13:04:04.776061 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Calling delete_port for e011d331-338b-42fd-8beb-42ce3dd839f1 owned by network:floatingip {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:04.891234 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-7c613c26-6ffc-4ea6-a66f-438b6c9cef69 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3273668
Nov 23 13:04:04.893094 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.904925 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:04.909617 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-33088f2b-fa1a-4ad0-8386-bdae82a2de79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:05.104528 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab55605-f547-4567-bc4b-7f842762054a,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:05.111666 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:05.118887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.122917 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.7055762
Nov 23 13:04:05.124346 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51738) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:05.133234 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'security_group_rule': {'security_group_id': '5ab55605-f547-4567-bc4b-7f842762054a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:05.140189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:05.145108 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group_rule and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:05.148263 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:05.151034 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.157290 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:05.185409 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:05.204812 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event deleted for resources: {'Port': ['ID=e011d331-338b-42fd-8beb-42ce3dd839f1,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:05.231267 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:05.242306 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-cae29057-fdfa-43fb-b114-e51f19fa9075 req-be660beb-23b7-43fb-9e98-5cc8151bd17b service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3444822
Nov 23 13:04:05.283996 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.311114 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Router 78a7ca5d-fd53-44f9-9885-43aae94da33f has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:05.335583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for floatingip, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.335891 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Floating IP 49c42091-0b97-43a7-a28d-20ec6c78438e disassociated (deleted). External IP: 172.27.0.158, port: 23496485-e265-40a2-9935-11d70590d92a.
Nov 23 13:04:05.476720 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.482852 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.489669 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-5f4ae7c0-7ee2-4a48-9de9-6e48f9029643 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:05.493766 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:05.510318 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] Sync routers for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:05.511174 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.524641 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff18e75e-a16b-422d-88f4-a6c00c5470d6,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:05.528891 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:05.529798 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b703eb0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:05.534105 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:05.540505 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.541778 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9d881056-c71e-4eef-b2e4-8e7f8804a9cc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4160485
Nov 23 13:04:05.544280 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51742) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:05.549417 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'security_group_rule': {'security_group_id': '5ab55605-f547-4567-bc4b-7f842762054a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:05.558125 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:05.564899 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:security_group_rule and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:05.573710 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "DELETE /v2.0/floatingips/1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa HTTP/1.1" status: 204  len: 168 time: 2.2280135
Nov 23 13:04:05.574990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:05.624335 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'status': 'completed', 'code': 200}
Nov 23 13:04:05.722529 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:05.731922 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-12a6449b-a74f-4381-8dc8-8a40dd2c6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:05.733300 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-12a6449b-a74f-4381-8dc8-8a40dd2c6962 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=704f559941564da3b423d3ade2c4ed99&device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 1099 time: 0.0862393
Nov 23 13:04:05.736919 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:05.747982 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:05.775250 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:05.849965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Router 985304e6-c388-4792-ac42-cce102303721 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:05.923123 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-e61abb92-15f9-4c18-bff0-451bf39a556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:05.924638 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-e61abb92-15f9-4c18-bff0-451bf39a556a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 200  len: 917 time: 0.1828616
Nov 23 13:04:05.998542 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:06.025039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:06.031084 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-c7947fd8-e1d3-4fd6-aef8-0e0d0fbc0241 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 200  len: 217 time: 0.0982475
Nov 23 13:04:06.032760 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:06.064295 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48a148e-d996-4fdf-9022-04a74579bd11,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:06.075369 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:06.104197 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:06.105497 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5602834
Nov 23 13:04:06.110256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51756) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:06.117537 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:06.127547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:06.128428 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:06.134715 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Usage tracker for resource:floatingip and tenant:d69e938744bb45778f3581d1c8d7345d is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:06.135592 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:06.140160 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] Sync routers for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:06.145697 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:06.149396 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:06.150107 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-749352ea-8da4-466f-9783-9fef6aa35867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:06.150431 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bffa0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:06.151970 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-749352ea-8da4-466f-9783-9fef6aa35867 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 200  len: 854 time: 0.1141031
Nov 23 13:04:06.156209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:06.176558 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b703eb0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 5, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:06.182397 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] Checking router: 78a7ca5d-fd53-44f9-9885-43aae94da33f for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:06.192378 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:06.193352 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b703eb0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:06.215227 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "DELETE /v2.0/floatingips/49c42091-0b97-43a7-a28d-20ec6c78438e HTTP/1.1" status: 204  len: 168 time: 2.1581752
Nov 23 13:04:06.217246 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'tag': '23496485-e265-40a2-9935-11d70590d92a'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:06.225114 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:06.303798 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'tag': '23496485-e265-40a2-9935-11d70590d92a', 'status': 'completed', 'code': 200}
Nov 23 13:04:06.341051 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:06.393465 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-c95852f9-a251-4952-816a-b2271694a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:06.395340 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-c95852f9-a251-4952-816a-b2271694a8a5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2364516
Nov 23 13:04:06.401206 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:06.605694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-4b187905-f1d1-422f-9dca-020502e16a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:06.607323 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-4b187905-f1d1-422f-9dca-020502e16a7f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 1099 time: 0.2643316
Nov 23 13:04:06.610605 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-ca2a4f0c-ce5a-4ce6-8c0c-6cb31687f20e service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1978490
Nov 23 13:04:06.615404 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:06.761902 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bffa0>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:57Z', 'revision_number': 5, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:06.766657 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] Checking router: 985304e6-c388-4792-ac42-cce102303721 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:06.783555 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:06.784165 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bffa0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:06.792116 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb957db-2936-40eb-b1f0-f991c3a70142 req-7ad568bd-ab86-439c-92bf-7f24f1fbdbcf tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:06.793222 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-6fb957db-2936-40eb-b1f0-f991c3a70142 req-7ad568bd-ab86-439c-92bf-7f24f1fbdbcf tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Synchronizing usage tracker for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:04:06.812098 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-6fb957db-2936-40eb-b1f0-f991c3a70142 req-7ad568bd-ab86-439c-92bf-7f24f1fbdbcf tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Unset dirty status for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:04:06.814011 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6fb957db-2936-40eb-b1f0-f991c3a70142 req-7ad568bd-ab86-439c-92bf-7f24f1fbdbcf tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.1118393
Nov 23 13:04:06.880124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b703eb0>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 5, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:06.886018 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e16fdaa-c0ed-44b0-9df9-b951787cdf7e None None] The sync data for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi is: [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:00:01Z', 'revision_number': 4, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': 'd7a0fadd-74d9-4677-be4d-67f34fda6134', 'name': '', 'network_id': 'e3ea1b78-f9a4-4ccf-8440-6463a13c81f0', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'mac_address': 'fa:16:3e:57:92:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:00Z', 'updated_at': '2021-11-23T13:00:07Z', 'revision_number': 5, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'subnets': [{'id': 'a2fa7895-b47a-429d-a4ca-5d08303f803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:06.899261 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6fb957db-2936-40eb-b1f0-f991c3a70142 req-86ef74ae-bcc9-49c1-bdfd-c57b45d8bc68 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679741
Nov 23 13:04:06.989696 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:07.085590 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-121d1f49-2935-4e65-88c0-a1104345b2fd req-6cc73dcc-b450-473e-a1c6-7daec0affd26 service neutron] 10.222.0.82 "GET /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4293764
Nov 23 13:04:07.091606 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-b65e5c24-7402-4917-a17b-6ac22c901c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:07.093088 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-b65e5c24-7402-4917-a17b-6ac22c901c66 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 200  len: 910 time: 0.4173663
Nov 23 13:04:07.154937 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Allocated IP 172.27.0.200 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/d1a61213-6cb4-4aaf-b389-310bf3ab45c4) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:07.173840 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-4079c56c-b5e9-42d7-9082-fed03156b42a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 200  len: 217 time: 0.0698745
Nov 23 13:04:07.217520 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee94e27-fed9-4ab8-93a1-51931e9a1053 None None] New status for floating IP 1eb8df94-39cb-4d3d-9fd6-40bc4deb68aa: DOWN {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:04:07.345798 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bffa0>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:57Z', 'revision_number': 5, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:07.350523 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fefc3df-40db-4b93-9f73-1f86412c5ac8 None None] The sync data for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi is: [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T12:57:50Z', 'revision_number': 4, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '1a45e358-0246-4b0d-b57d-8482876c12cc', 'name': '', 'network_id': 'ac7d0297-a23a-4eaf-ad47-32c051254ff9', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'mac_address': 'fa:16:3e:32:bd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:49Z', 'updated_at': '2021-11-23T12:57:57Z', 'revision_number': 5, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'subnets': [{'id': 'fed5735c-90aa-4140-8de0-f5890ec7ace5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:07.364315 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-fb694695-e8c7-4f01-b4e2-7dfd58dcbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:07.365895 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-fb694695-e8c7-4f01-b4e2-7dfd58dcbe55 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 200  len: 847 time: 0.1830747
Nov 23 13:04:07.425227 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:07.480518 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-6f322260-24da-49a5-b69a-d0974fb2c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:07.481802 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-6f322260-24da-49a5-b69a-d0974fb2c8f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ac7d0297-a23a-4eaf-ad47-32c051254ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1091576
Nov 23 13:04:07.486987 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:07.493902 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:07.634477 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b933361-565b-4410-af21-ad5a7a483e0a None None] New status for floating IP 49c42091-0b97-43a7-a28d-20ec6c78438e: DOWN {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:04:07.645740 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:07.650181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:07.652764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:07.703577 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'Port': ['ID=d1a61213-6cb4-4aaf-b389-310bf3ab45c4,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:07.706706 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:07.752436 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-1b9ecd61-e0dd-4a03-b827-d87a63bceb37 service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2595749
Nov 23 13:04:07.898733 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:07.988047 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-84dbf445-d079-4b9c-8c6d-19f1f9ee8cff req-5950f2d6-db95-4cc1-afbc-a07ff41447ef service neutron] 10.222.0.82 "GET /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1965473
Nov 23 13:04:07.992361 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:08.077565 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4d0e7-9611-4218-8694-6735bd3ab54d req-dbf4d7ed-d891-409d-954e-18cee9727040 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:08.079072 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-92e4d0e7-9611-4218-8694-6735bd3ab54d req-dbf4d7ed-d891-409d-954e-18cee9727040 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.0845451
Nov 23 13:04:08.128196 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-92e4d0e7-9611-4218-8694-6735bd3ab54d req-1f031097-d61b-44ec-b0ba-d90ac233f1d5 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/security-groups?id=f09bb899-d02b-40de-b404-6588b7726519&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431268
Nov 23 13:04:08.196870 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:08.203578 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:08.208383 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-492c5788-f4f9-43c1-8b68-467403ff8dca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:08.426262 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'Port': ['ID=d1a61213-6cb4-4aaf-b389-310bf3ab45c4,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:08.430588 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:08.456894 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:08.486687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:08.487914 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3766861
Nov 23 13:04:08.498175 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-cedd10da-f955-406d-84c4-c232940d4dc2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:08.498870 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-cedd10da-f955-406d-84c4-c232940d4dc2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Synchronizing usage tracker for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:04:08.511925 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-cedd10da-f955-406d-84c4-c232940d4dc2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Unset dirty status for tenant:d7106439f0ea4521b2e0d2edf235cd5e on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:04:08.513070 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-cedd10da-f955-406d-84c4-c232940d4dc2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.82 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 946 time: 0.2283387
Nov 23 13:04:08.583714 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Deleting port 23496485-e265-40a2-9935-11d70590d92a {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:08.584024 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:08.715111 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-7677ddc9-2e58-4536-98b2-4f5cf564d02f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:04:08.732741 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-7677ddc9-2e58-4536-98b2-4f5cf564d02f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:04:08.734568 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-7677ddc9-2e58-4536-98b2-4f5cf564d02f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--146483933&fields=id&tenant_id=d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 267 time: 0.0564580
Nov 23 13:04:08.851985 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] For port 23496485-e265-40a2-9935-11d70590d92a, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=23496485-e265-40a2-9935-11d70590d92a,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:08.852438 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:08.900559 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-911e7f72-0abb-45fb-a1e0-a9496fc99438 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:08.902780 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-911e7f72-0abb-45fb-a1e0-a9496fc99438 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 817 time: 0.1616888
Nov 23 13:04:08.919055 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-d3202a19-e3ec-494c-a4ce-87bb85a42d40 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/quotas/d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 375 time: 0.0122309
Nov 23 13:04:08.974987 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Calling delete_port for 23496485-e265-40a2-9935-11d70590d92a owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:09.063037 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-46db97c1-601b-4c96-aeca-fab42e2ad980 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:04:09.071970 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de25ff-188c-42ee-9738-eabe52afbe29 req-ed84ff82-991d-48db-acc7-a2c02257f00f tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:09.073413 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d7de25ff-188c-42ee-9738-eabe52afbe29 req-ed84ff82-991d-48db-acc7-a2c02257f00f tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.1139314
Nov 23 13:04:09.111853 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-46db97c1-601b-4c96-aeca-fab42e2ad980 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:04:09.113118 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-46db97c1-601b-4c96-aeca-fab42e2ad980 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1883380
Nov 23 13:04:09.122942 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d7de25ff-188c-42ee-9738-eabe52afbe29 req-0613c5a9-987c-457b-b85a-3f98f7f938e3 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435436
Nov 23 13:04:09.127311 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:09.134816 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-836911de-b377-4c7f-b661-8ff46fad9c21 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:09.182211 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event deleted for resources: {'Port': ['ID=23496485-e265-40a2-9935-11d70590d92a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:09.219956 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:09.260467 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] No DVR routers for this DVR port 23496485-e265-40a2-9935-11d70590d92a on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:04:09.263327 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:09.266100 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-deleted', 'tag': '23496485-e265-40a2-9935-11d70590d92a'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:09.282294 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f5a43eb9-0997-4df8-963d-8acf7c6fdcf3 req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.82 "DELETE /v2.0/ports/23496485-e265-40a2-9935-11d70590d92a HTTP/1.1" status: 204  len: 173 time: 0.7633393
Nov 23 13:04:09.411736 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1feb046e-70d3-4560-a132-8cbb6bc04600 req-45a2c36b-814e-4dbf-9979-64742b13c5ed tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "GET /v2.0/ports?device_id=e72715d0-0cb2-4115-9dd4-c88da2042be4 HTTP/1.1" status: 200  len: 210 time: 0.0558405
Nov 23 13:04:09.456124 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-35801f95-813f-4ef0-a231-cb396c681db5 service neutron] 10.222.0.73 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294921
Nov 23 13:04:09.465962 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72715d0-0cb2-4115-9dd4-c88da2042be4', 'name': 'network-vif-deleted', 'tag': '23496485-e265-40a2-9935-11d70590d92a', 'status': 'completed', 'code': 200}
Nov 23 13:04:09.603054 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-eaec7dc5-166f-4a8c-992a-99112cab0fc3 service neutron] 10.222.0.73 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397953
Nov 23 13:04:09.792963 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cb08cba0-db9e-4672-be47-7b755ac1a3e7 req-1c549c95-3215-4d55-90bb-15c866dae0fa tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 210 time: 0.0457301
Nov 23 13:04:10.316380 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2890553-c8f5-464d-8b26-6c2d0521e326 req-5ca8a1a2-f0c6-4188-aeb4-66b2dcf18d9a tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:10.317865 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f2890553-c8f5-464d-8b26-6c2d0521e326 req-5ca8a1a2-f0c6-4188-aeb4-66b2dcf18d9a tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.0877118
Nov 23 13:04:10.361622 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f2890553-c8f5-464d-8b26-6c2d0521e326 req-2ba15a0d-621c-40d5-ae66-24e08a1126ec tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377688
Nov 23 13:04:10.510727 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51816) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:10.578776 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-aa960fbe-2b68-4f86-81a9-d42554ba658e tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:10.607839 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-aa960fbe-2b68-4f86-81a9-d42554ba658e tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:10.675112 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-aa960fbe-2b68-4f86-81a9-d42554ba658e tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:10.679250 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ce6f3bfc-15b9-4176-a399-a84d75108b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:10.693983 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa960fbe-2b68-4f86-81a9-d42554ba658e tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09bb899-d02b-40de-b404-6588b7726519,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:10.696587 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-aa960fbe-2b68-4f86-81a9-d42554ba658e tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:10.705173 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-aa960fbe-2b68-4f86-81a9-d42554ba658e tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:10.706254 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-aa960fbe-2b68-4f86-81a9-d42554ba658e tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] 10.222.0.73 "DELETE /v2.0/security-groups/f09bb899-d02b-40de-b404-6588b7726519 HTTP/1.1" status: 204  len: 168 time: 0.1944919
Nov 23 13:04:10.756502 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51822) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:11.044062 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-c660df60-5466-40be-98e1-68de38ffd8e2 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:11.044764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-c660df60-5466-40be-98e1-68de38ffd8e2 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Synchronizing usage tracker for tenant:704f559941564da3b423d3ade2c4ed99 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:04:11.050865 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cc6b1c3b-04c5-4aef-ba64-d13866194a89 req-d9ea5fda-335b-4952-b2f1-9973b20a4833 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 210 time: 0.1199915
Nov 23 13:04:11.064748 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-321dfaca-7b03-4edb-93b5-126a84be2694 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:11.066180 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-321dfaca-7b03-4edb-93b5-126a84be2694 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 817 time: 0.1920161
Nov 23 13:04:11.094008 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-c660df60-5466-40be-98e1-68de38ffd8e2 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Unset dirty status for tenant:704f559941564da3b423d3ade2c4ed99 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:04:11.095146 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-c660df60-5466-40be-98e1-68de38ffd8e2 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.82 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.2518346
Nov 23 13:04:11.167216 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-df532a7c-8edf-46b0-a68a-e1ba31f88d3e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:04:11.189328 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Deleting port f91930ee-c5c6-4bde-92dd-44ee627e10ea {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:11.189665 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:11.220155 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-df532a7c-8edf-46b0-a68a-e1ba31f88d3e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:04:11.221330 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-df532a7c-8edf-46b0-a68a-e1ba31f88d3e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 379 time: 0.1457891
Nov 23 13:04:11.238239 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'port': {'device_id': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'admin_state_up': True, 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'security_groups': ['5ab55605-f547-4567-bc4b-7f842762054a']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:11.456972 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:11.505618 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:11.523607 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:11.554354 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Made reservation on behalf of d69e938744bb45778f3581d1c8d7345d for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:04:11.557807 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:11.579804 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] For port f91930ee-c5c6-4bde-92dd-44ee627e10ea, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=f91930ee-c5c6-4bde-92dd-44ee627e10ea,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:11.580156 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:11.691887 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 23496485-e265-40a2-9935-11d70590d92a no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:11.727521 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 23496485-e265-40a2-9935-11d70590d92a {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:11.728296 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 23496485-e265-40a2-9935-11d70590d92a not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:11.830109 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Calling delete_port for f91930ee-c5c6-4bde-92dd-44ee627e10ea owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:11.862414 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55816-e93c-4ae2-abb5-5f028924f1d0 req-7e744a42-4aff-4db0-b42a-66f190a30c91 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:11.863899 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4fc55816-e93c-4ae2-abb5-5f028924f1d0 req-7e744a42-4aff-4db0-b42a-66f190a30c91 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3c50e94-96a2-4b8d-bd9f-8413fff41329 HTTP/1.1" status: 200  len: 946 time: 0.3557475
Nov 23 13:04:11.946961 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4fc55816-e93c-4ae2-abb5-5f028924f1d0 req-bac30ad8-8464-47ac-a035-3bdf335bfa41 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.73 "GET /v2.0/security-groups?id=22e6a86a-693c-4f4c-a781-0d1bf44aff7d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588620
Nov 23 13:04:12.019124 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Deleting port 1a45e358-0246-4b0d-b57d-8482876c12cc {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:12.019467 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.026608 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Allocated IP 172.20.0.6 (12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75/3209ec45-9d2a-49e3-bebf-892b3720c903/6baf7f7f-6c12-43fb-8cdd-b70b566d5612) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:12.065209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.072096 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26ac40ad-8520-4dfd-93aa-4e0e30716d9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:12.129629 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Pushing event deleted for resources: {'Port': ['ID=f91930ee-c5c6-4bde-92dd-44ee627e10ea,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:12.158537 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:12.244779 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-17cddb39-d688-45f4-975e-f4c3abfbb24d req-bb18e738-e6f6-4da5-8c64-cb48751e2d61 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 210 time: 0.0559285
Nov 23 13:04:12.254423 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] For port 1a45e358-0246-4b0d-b57d-8482876c12cc, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=1a45e358-0246-4b0d-b57d-8482876c12cc,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:12.254766 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.277017 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] No DVR routers for this DVR port f91930ee-c5c6-4bde-92dd-44ee627e10ea on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:04:12.281231 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.283741 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'name': 'network-vif-deleted', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:12.303960 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f7c1aaf3-0cba-4ba8-a6b7-a1746694089c req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] 10.222.0.82 "DELETE /v2.0/ports/f91930ee-c5c6-4bde-92dd-44ee627e10ea HTTP/1.1" status: 204  len: 173 time: 1.2020447
Nov 23 13:04:12.332336 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c50e94-96a2-4b8d-bd9f-8413fff41329', 'name': 'network-vif-deleted', 'tag': 'f91930ee-c5c6-4bde-92dd-44ee627e10ea', 'status': 'completed', 'code': 200}
Nov 23 13:04:12.370135 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.384125 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Calling delete_port for 1a45e358-0246-4b0d-b57d-8482876c12cc owned by network:router_interface {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:12.386165 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Transition to ACTIVE for port object 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:12.410991 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.416506 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-abe1534f-cbe6-4faa-9494-6f83f7124c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:12.485959 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:12.489429 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:12.493629 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:12.533167 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:12.538037 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:12.576291 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:12.577738 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.603281 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3750324
Nov 23 13:04:12.606112 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.615992 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Request body: {'port': {'device_id': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:12.616243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:12.660920 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a45e358-0246-4b0d-b57d-8482876c12cc,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:12.664162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:12.750435 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:12.917370 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-5388fc33-a17c-41ac-bb22-b3ffbce81231 None None] Provisioning for port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:12.945377 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-5388fc33-a17c-41ac-bb22-b3ffbce81231 None None] Provisioning complete for port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:12.947811 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-5388fc33-a17c-41ac-bb22-b3ffbce81231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:13.029964 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:13.031129 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-5388fc33-a17c-41ac-bb22-b3ffbce81231 None None] Port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:04:13.172155 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:04:13.180571 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:13.196860 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Transition to ACTIVE for port object 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:13.202023 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:13.207113 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ae307114-2d08-4fdc-9cc1-5b70100bc263 tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:13.382319 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:13.415348 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:13.510631 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Attempting to bind port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:04:13.510977 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Attempting to bind port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:04:13.511368 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Attempting to bind port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:13.516949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:04:13.517269 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Attempting to bind port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 on network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:13.522526 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:13.522973 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Checking segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:13.523360 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Bound using segment: {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:13.523809 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Bound port: 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2199eb64-ae05-423b-8d2a-1ae4eba48002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:04:13.524162 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:13.619384 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82306288-5c69-44b7-b5ca-32fa9b85fbc9 req-fefb7947-283b-4d94-be13-8c27566c1d95 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:13.621056 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-82306288-5c69-44b7-b5ca-32fa9b85fbc9 req-fefb7947-283b-4d94-be13-8c27566c1d95 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.1286504
Nov 23 13:04:13.623021 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Router 985304e6-c388-4792-ac42-cce102303721 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:13.628154 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:04:13.631433 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:04:13.638564 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:13.642314 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-95f8c70e-44e5-49cd-ac31-dac8d900dc0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:13.692073 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device f91930ee-c5c6-4bde-92dd-44ee627e10ea no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:13.729169 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: f91930ee-c5c6-4bde-92dd-44ee627e10ea {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:13.729817 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device f91930ee-c5c6-4bde-92dd-44ee627e10ea not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:13.771190 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51888) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:13.807890 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-82306288-5c69-44b7-b5ca-32fa9b85fbc9 req-ce4213d7-0cea-4046-8169-eef87651836d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1782627
Nov 23 13:04:13.856168 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:13.869697 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33416859-1167-4701-8028-b64cb482f634 None None] Sync routers for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:13.871850 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] 10.222.0.73 "PUT /v2.0/routers/985304e6-c388-4792-ac42-cce102303721/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1141512
Nov 23 13:04:13.873170 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51892) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:13.886123 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:13.887416 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b460f70>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:13.901400 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:13.902081 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:13.903504 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-5f479129-a219-4a85-9791-3590962445e9 service neutron] 10.222.0.82 "PUT /v2.0/ports/6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 1093 time: 1.2923675
Nov 23 13:04:13.932173 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:13.937318 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:14.081828 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:14.086824 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks [] for router, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:14.192222 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-2c1af821-9097-4af7-b65a-6ffab0903399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:14.193724 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-2c1af821-9097-4af7-b65a-6ffab0903399 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1096 time: 0.2468736
Nov 23 13:04:14.280207 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-97d86f97-f305-40f1-8582-142085de9422 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 217 time: 0.0736747
Nov 23 13:04:14.284243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:14.295411 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Deleting port 55dd167d-c8ec-4afc-ae00-de54731dc810 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:14.295930 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:14.354744 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:14.393966 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-4d31c9f3-a1a6-40d9-b150-710e0669e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:14.395440 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-4d31c9f3-a1a6-40d9-b150-710e0669e317 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.1077552
Nov 23 13:04:14.425172 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'status': 'completed', 'code': 200}
Nov 23 13:04:14.445900 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b460f70>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T13:04:12Z', 'revision_number': 5, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port': {'id': '55dd167d-c8ec-4afc-ae00-de54731dc810', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ac:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985304e6-c388-4792-ac42-cce102303721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:46Z', 'updated_at': '2021-11-23T12:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:14.450309 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33416859-1167-4701-8028-b64cb482f634 None None] Checking router: 985304e6-c388-4792-ac42-cce102303721 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:14.459042 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] Routers {'985304e6-c388-4792-ac42-cce102303721'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:14.459893 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b460f70>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['985304e6-c388-4792-ac42-cce102303721'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:14.476868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] For port 55dd167d-c8ec-4afc-ae00-de54731dc810, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=55dd167d-c8ec-4afc-ae00-de54731dc810,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:14.477225 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:14.547832 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-2c8d8f51-65a4-4f27-a43b-21285e108aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:14.549301 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-2c8d8f51-65a4-4f27-a43b-21285e108aec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235440
Nov 23 13:04:14.602130 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Calling delete_port for 55dd167d-c8ec-4afc-ae00-de54731dc810 owned by network:router_gateway {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:14.619322 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] Set router 985304e6-c388-4792-ac42-cce102303721 gateway port host: None {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:14.723433 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-33416859-1167-4701-8028-b64cb482f634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b460f70>, [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T13:04:14Z', 'revision_number': 6, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:14.728212 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33416859-1167-4701-8028-b64cb482f634 None None] The sync data for ids ['985304e6-c388-4792-ac42-cce102303721'] in dv-cinder-818884-1-iscsi is: [{'id': '985304e6-c388-4792-ac42-cce102303721', 'name': 'tempest-TestShelveInstance-998609496-router', 'tenant_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:45Z', 'updated_at': '2021-11-23T13:04:14Z', 'revision_number': 6, 'project_id': 'd7106439f0ea4521b2e0d2edf235cd5e', 'gw_port_host': None}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:14.733882 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-1887d5c6-2621-4366-b25a-040a970fb290 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1774013
Nov 23 13:04:14.736740 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:14.782848 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:14.786501 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6f8b1ef4-28a6-4fad-929c-ed0e6db61c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:14.829440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Pushing event deleted for resources: {'Port': ['ID=55dd167d-c8ec-4afc-ae00-de54731dc810,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:14.832454 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:14.966667 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.020299 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c853e464-b3c2-488f-bc6a-1e9edd83b96b req-e2d2ff57-aef8-427e-9558-4b1ed3551de2 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363653
Nov 23 13:04:15.168411 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 1a45e358-0246-4b0d-b57d-8482876c12cc no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:15.208785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 1a45e358-0246-4b0d-b57d-8482876c12cc {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:15.209403 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 1a45e358-0246-4b0d-b57d-8482876c12cc not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:15.282254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.285049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.294929 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-f97949b6-08c5-4b81-b0dd-faf4985a5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:15.296538 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-f97949b6-08c5-4b81-b0dd-faf4985a5af2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1096 time: 0.1410611
Nov 23 13:04:15.317485 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a3c16-7685-48ad-9140-82e55e94d531 req-4c21fa2a-bf68-4ee8-8722-f1c056912954 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:15.318977 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-148a3c16-7685-48ad-9140-82e55e94d531 req-4c21fa2a-bf68-4ee8-8722-f1c056912954 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.4013126
Nov 23 13:04:15.319993 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.320504 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 985304e6-c388-4792-ac42-cce102303721 {{(pid=86874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:04:15.357526 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.358656 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] 10.222.0.73 "DELETE /v2.0/routers/985304e6-c388-4792-ac42-cce102303721 HTTP/1.1" status: 204  len: 168 time: 1.4843917
Nov 23 13:04:15.361321 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51900) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:15.408353 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-148a3c16-7685-48ad-9140-82e55e94d531 req-cbf5d0e4-d928-452c-b136-3b04f8935d77 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815423
Nov 23 13:04:15.433648 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Deleting subnet fed5735c-90aa-4140-8de0-f5890ec7ace5 {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:04:15.433648 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.433965 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Deleting port d7a0fadd-74d9-4677-be4d-67f34fda6134 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:15.433965 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.484124 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6577744'] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.573378 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-fdf84741-ebd3-4e00-a137-9de96883bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:15.574932 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-fdf84741-ebd3-4e00-a137-9de96883bbcf service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.2505410
Nov 23 13:04:15.611602 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.652264 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-756eeb9a-c5ae-47b8-b2fd-fa8e40edeac8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 217 time: 0.0639646
Nov 23 13:04:15.686462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8297801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6741405'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.690895 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1300abe3-20dc-4013-895f-21bd4d0b3366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:15.725226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed5735c-90aa-4140-8de0-f5890ec7ace5,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:15.728307 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:15.733046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.739005 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052374cd-c957-4a47-ba38-97af0d743992 None None] Network ac7d0297-a23a-4eaf-ad47-32c051254ff9 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:15.739960 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-566719b7-2a29-4472-a7d3-d73f415e4e2b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fed5735c-90aa-4140-8de0-f5890ec7ace5 HTTP/1.1" status: 204  len: 168 time: 0.3777223
Nov 23 13:04:15.742559 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51904) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:15.752322 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-a335e439-5f79-4b5a-b010-7a239c2db7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:15.754202 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-a335e439-5f79-4b5a-b010-7a239c2db7f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0953548
Nov 23 13:04:15.756699 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] For port d7a0fadd-74d9-4677-be4d-67f34fda6134, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=d7a0fadd-74d9-4677-be4d-67f34fda6134,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:15.757139 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.861406 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.873855 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Deleting port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:15.874198 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:15.945913 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Calling delete_port for d7a0fadd-74d9-4677-be4d-67f34fda6134 owned by network:router_interface {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:16.020403 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-1aa9aa1d-73f0-4b04-951a-97a70dfd374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:16.022043 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-1aa9aa1d-73f0-4b04-951a-97a70dfd374b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2560425
Nov 23 13:04:16.052252 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] DHCP port deletion for ac7d0297-a23a-4eaf-ad47-32c051254ff9 request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:04:16.059069 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Deleting port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:16.059606 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.104747 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] For port d26b1a62-a6e4-4b39-b40f-99a7e20fea40, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:16.105181 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.176472 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-32afb47f-fd0c-469e-b713-73ab317887de service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472113
Nov 23 13:04:16.227966 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Calling delete_port for d26b1a62-a6e4-4b39-b40f-99a7e20fea40 owned by network:dhcp {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:16.260090 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] For port d26b1a62-a6e4-4b39-b40f-99a7e20fea40, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,segment=NetworkSegment(8a1b2ff2-2392-4f76-844e-17fb58b51ae0),segment_id=8a1b2ff2-2392-4f76-844e-17fb58b51ae0)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:16.260654 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.304921 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.309928 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-af9310f2-50b3-41ba-8fc5-43fad28081e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:16.321667 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.328673 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:16.356021 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26b1a62-a6e4-4b39-b40f-99a7e20fea40,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:16.358192 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] No DVR routers for this DVR port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 on host dv-cinder-818884-1-iscsi {{(pid=86874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:04:16.359321 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:16.381627 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a0fadd-74d9-4677-be4d-67f34fda6134,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:16.383873 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Calling delete_port for d26b1a62-a6e4-4b39-b40f-99a7e20fea40 owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:16.394624 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:16.435815 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3c10df16-d75a-444d-a017-e5ce2fc735fd req-0d5f6c80-bf19-4d06-94b0-7624afebf037 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194712
Nov 23 13:04:16.519884 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.548368 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:04:16.549088 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:04:16.562654 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab74bb0>,) {'filters': {'network_id': ['ac7d0297-a23a-4eaf-ad47-32c051254ff9']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:16.582731 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab74bb0>, '8a1b2ff2-2392-4f76-844e-17fb58b51ae0') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:16.582731 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab74bb0>, '8a1b2ff2-2392-4f76-844e-17fb58b51ae0') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:16.595245 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.616513 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.661992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:04:16.662416 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:04:16.675433 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:04:16.779727 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.873509 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.879096 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:16.881360 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:16.907895 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7d0297-a23a-4eaf-ad47-32c051254ff9,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:16.910652 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:16.924696 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4cf7-dd45-450e-8acb-3a3a7b889571 req-eac92321-d257-4485-a5c2-a8289902e899 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:16.930753 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-caca4cf7-dd45-450e-8acb-3a3a7b889571 req-eac92321-d257-4485-a5c2-a8289902e899 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.3114898
Nov 23 13:04:16.951531 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ac7d0297-a23a-4eaf-ad47-32c051254ff9 HTTP/1.1" status: 204  len: 168 time: 1.2070467
Nov 23 13:04:16.954735 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51910) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:16.956075 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d26b1a62-a6e4-4b39-b40f-99a7e20fea40 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:16.989263 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: d26b1a62-a6e4-4b39-b40f-99a7e20fea40 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:16.989710 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d26b1a62-a6e4-4b39-b40f-99a7e20fea40 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:16.990211 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 55dd167d-c8ec-4afc-ae00-de54731dc810 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:17.022906 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 55dd167d-c8ec-4afc-ae00-de54731dc810 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:17.023342 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 55dd167d-c8ec-4afc-ae00-de54731dc810 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:17.050635 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Deleting port d26b1a62-a6e4-4b39-b40f-99a7e20fea40 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:17.051101 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.108690 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-caca4cf7-dd45-450e-8acb-3a3a7b889571 req-70f31208-4741-4981-a2c1-436137302d5a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1746731
Nov 23 13:04:17.150497 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-b0f7f6cc-f2ff-4764-ae13-ac04f01c6eca None None] The port 'd26b1a62-a6e4-4b39-b40f-99a7e20fea40' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:04:17.163141 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Router 78a7ca5d-fd53-44f9-9885-43aae94da33f has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:17.315970 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.341393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:17.351464 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] Sync routers for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:17.359364 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] 10.222.0.73 "PUT /v2.0/routers/78a7ca5d-fd53-44f9-9885-43aae94da33f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5829194
Nov 23 13:04:17.359573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51914) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:17.363970 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:17.364917 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2e20>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:17.522013 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.543484 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks [] for router, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.547573 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:17.690841 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:04:17.730886 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.743626 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Deleting port 942d0967-52ae-4354-87ef-d98c46ea7704 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:17.744005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.828339 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:17.842658 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'port_id': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'mac_address': 'fa:16:3e:c1:47:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:04:17.871369 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2e20>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:04:16Z', 'revision_number': 5, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port': {'id': '942d0967-52ae-4354-87ef-d98c46ea7704', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:68:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:58Z', 'updated_at': '2021-11-23T13:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:17.875338 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] Checking router: 78a7ca5d-fd53-44f9-9885-43aae94da33f for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:17.886389 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] Routers {'78a7ca5d-fd53-44f9-9885-43aae94da33f'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:17.887325 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2e20>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['78a7ca5d-fd53-44f9-9885-43aae94da33f'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:17.903957 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Deleting port 421961ea-a4cc-4645-aa9b-da972995b649 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:17.904581 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.907244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.926415 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:04:17.943438 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:17.949068 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:17.951815 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:18.020667 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:18.031374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.031374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.031374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.031374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.031866 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.031866 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.032147 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.032469 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.032790 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.033564 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.033564 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.033772 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:18.038074 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:18.056016 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] Set router 78a7ca5d-fd53-44f9-9885-43aae94da33f gateway port host: None {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:18.058171 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] For port 942d0967-52ae-4354-87ef-d98c46ea7704, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=942d0967-52ae-4354-87ef-d98c46ea7704,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:18.058552 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.094722 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] For port 421961ea-a4cc-4645-aa9b-da972995b649, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=421961ea-a4cc-4645-aa9b-da972995b649,segment=NetworkSegment(7ea8f985-0bb5-425c-9463-1e4e4ad92930),segment_id=7ea8f985-0bb5-425c-9463-1e4e4ad92930)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:18.094968 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.165258 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2e20>, [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:04:17Z', 'revision_number': 6, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:18.169590 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbaf7cb-bc3a-40ea-af58-0c55f9da6f5c None None] The sync data for ids ['78a7ca5d-fd53-44f9-9885-43aae94da33f'] in dv-cinder-818884-1-iscsi is: [{'id': '78a7ca5d-fd53-44f9-9885-43aae94da33f', 'name': 'tempest-TestMinimumBasicScenario-1233805457-router', 'tenant_id': '704f559941564da3b423d3ade2c4ed99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:57Z', 'updated_at': '2021-11-23T13:04:17Z', 'revision_number': 6, 'project_id': '704f559941564da3b423d3ade2c4ed99', 'gw_port_host': None}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:18.187761 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Calling delete_port for 942d0967-52ae-4354-87ef-d98c46ea7704 owned by network:router_gateway {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:18.215761 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Calling delete_port for 421961ea-a4cc-4645-aa9b-da972995b649 owned by network:router_interface {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:18.304644 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['6baf7f7f-6c12-43fb-8cdd-b70b566d5612'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:04:18.364073 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.368176 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5edb886a-e53e-4f8c-a3d5-495ff657636e tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:18.412805 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Pushing event deleted for resources: {'Port': ['ID=942d0967-52ae-4354-87ef-d98c46ea7704,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:18.415905 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:18.486403 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ba1d-667e-4187-80cd-2bf86d88303b req-a306f8dd-3751-40a3-9670-5c6281984bdd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:18.487840 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9180ba1d-667e-4187-80cd-2bf86d88303b req-a306f8dd-3751-40a3-9670-5c6281984bdd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 944 time: 0.2463121
Nov 23 13:04:18.541409 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.548217 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9180ba1d-667e-4187-80cd-2bf86d88303b req-ba3fa473-b4d2-47a4-9f56-df4b984fe6e4 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538826
Nov 23 13:04:18.616862 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.620893 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b56a5d05-e6d7-4fef-9992-04fb52f659db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:18.669745 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=421961ea-a4cc-4645-aa9b-da972995b649,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:18.672675 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:18.727668 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.730407 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.822144 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.824021 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a7ca5d-fd53-44f9-9885-43aae94da33f {{(pid=86873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:04:18.839897 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.841027 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] 10.222.0.73 "DELETE /v2.0/routers/78a7ca5d-fd53-44f9-9885-43aae94da33f HTTP/1.1" status: 204  len: 168 time: 1.4806635
Nov 23 13:04:18.843488 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51920) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:18.901921 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Deleting subnet a2fa7895-b47a-429d-a4ca-5d08303f803a {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:04:18.904802 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.942390 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:18.957777 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.073517 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 942d0967-52ae-4354-87ef-d98c46ea7704 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:19.094440 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.111374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 942d0967-52ae-4354-87ef-d98c46ea7704 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:19.112013 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 942d0967-52ae-4354-87ef-d98c46ea7704 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:19.112611 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d7a0fadd-74d9-4677-be4d-67f34fda6134 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:19.149948 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: d7a0fadd-74d9-4677-be4d-67f34fda6134 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:19.150655 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device d7a0fadd-74d9-4677-be4d-67f34fda6134 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:19.167861 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.173091 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5f1e1507-1018-4425-b5fb-2f025031a67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:19.207958 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2fa7895-b47a-429d-a4ca-5d08303f803a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:19.209995 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.212793 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:19.218502 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-939a6a48-a5ff-4f2a-96d8-5514740101b6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a2fa7895-b47a-429d-a4ca-5d08303f803a HTTP/1.1" status: 204  len: 168 time: 0.3739238
Nov 23 13:04:19.219100 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad09d388-d3bc-4ce6-bea7-3f7232f65500 None None] Network e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:19.222662 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51924) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:19.326544 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Router a98d803f-f743-4409-bf49-bfa828caf3bb has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:19.334157 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.345454 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Deleting port 92012795-ca4e-445d-bf56-c465d7cddb12 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:19.345850 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.502159 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] DHCP port deletion for e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:04:19.506104 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Deleting port 92012795-ca4e-445d-bf56-c465d7cddb12 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:19.506516 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.515931 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:19.536097 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] Sync routers for ids ['a98d803f-f743-4409-bf49-bfa828caf3bb'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:19.539622 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] 10.222.0.73 "PUT /v2.0/routers/a98d803f-f743-4409-bf49-bfa828caf3bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5807912
Nov 23 13:04:19.540567 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51928) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:19.567015 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] Routers {'a98d803f-f743-4409-bf49-bfa828caf3bb'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:19.567958 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8a75c1f0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['a98d803f-f743-4409-bf49-bfa828caf3bb'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:19.667472 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] For port 92012795-ca4e-445d-bf56-c465d7cddb12, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=92012795-ca4e-445d-bf56-c465d7cddb12,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:19.668063 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.717036 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:19.793440 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Calling delete_port for 92012795-ca4e-445d-bf56-c465d7cddb12 owned by network:dhcp {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:19.877155 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.883951 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-377ea9f4-a888-49b6-afc7-fc862abc444d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:19.932534 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff8fcc-803a-4f12-a59d-97dbd65c72e2 req-4278bbac-4783-49a1-916e-1f175a908015 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:19.933667 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e8ff8fcc-803a-4f12-a59d-97dbd65c72e2 req-4278bbac-4783-49a1-916e-1f175a908015 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 944 time: 0.2539959
Nov 23 13:04:19.934971 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks [] for router, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:19.939205 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] Set router a98d803f-f743-4409-bf49-bfa828caf3bb gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:19.949256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Pushing event deleted for resources: {'Port': ['ID=92012795-ca4e-445d-bf56-c465d7cddb12,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:19.953128 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:19.955669 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] No DVR routers for this DVR port 92012795-ca4e-445d-bf56-c465d7cddb12 on host dv-cinder-818884-1-iscsi {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:04:19.983823 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:20.055199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:20.055199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.073347 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.103431 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8abe1c70>,) {'filters': {'network_id': ['e3ea1b78-f9a4-4ccf-8440-6463a13c81f0']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:20.105623 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e8ff8fcc-803a-4f12-a59d-97dbd65c72e2 req-5c5af56f-825c-43c9-8fce-c2773c009b03 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247618
Nov 23 13:04:20.116907 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8abe1c70>, '17c50874-8514-4fb1-90f0-62d9b6642178') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:20.116907 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8abe1c70>, '17c50874-8514-4fb1-90f0-62d9b6642178') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:20.129803 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.145232 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] For port 92012795-ca4e-445d-bf56-c465d7cddb12, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=92012795-ca4e-445d-bf56-c465d7cddb12,segment=NetworkSegment(17c50874-8514-4fb1-90f0-62d9b6642178),segment_id=17c50874-8514-4fb1-90f0-62d9b6642178)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:20.145751 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.146525 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.153338 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:04:20.153793 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.163039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:04:20.168008 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:04:20.174386 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Deleting port 9c4a62d9-71c5-440e-8471-49be87d0d3ab {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:20.174785 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.245193 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.248850 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:20.264562 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.270685 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ea1b78-f9a4-4ccf-8440-6463a13c81f0,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:20.278142 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:20.291349 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c3863df1-0517-4f43-aed4-95130977bdba admin admin] 10.222.0.73 "DELETE /v2.0/networks/e3ea1b78-f9a4-4ccf-8440-6463a13c81f0 HTTP/1.1" status: 204  len: 168 time: 1.0676417
Nov 23 13:04:20.294093 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51934) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:20.335636 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Calling delete_port for 92012795-ca4e-445d-bf56-c465d7cddb12 owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:20.363765 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] For port 9c4a62d9-71c5-440e-8471-49be87d0d3ab, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=9c4a62d9-71c5-440e-8471-49be87d0d3ab,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:20.364153 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.487178 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Calling delete_port for 9c4a62d9-71c5-440e-8471-49be87d0d3ab owned by network:router_gateway {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:20.523097 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:04:20.523367 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:04:20.533516 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.565982 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:20.579301 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:20.587034 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.589784 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:20.625681 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8a75c1f0>, [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T13:04:18Z', 'revision_number': 5, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port': {'id': '9c4a62d9-71c5-440e-8471-49be87d0d3ab', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:57:54Z', 'updated_at': '2021-11-23T12:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:20.635191 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'code': 200}
Nov 23 13:04:20.647691 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] Checking router: a98d803f-f743-4409-bf49-bfa828caf3bb for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:20.666467 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] Routers {'a98d803f-f743-4409-bf49-bfa828caf3bb'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:20.666975 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8a75c1f0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['a98d803f-f743-4409-bf49-bfa828caf3bb'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:20.707605 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.713658 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8bb1ef4e-bfd8-4bc6-8367-aca67c5e7f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:20.766890 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4a62d9-71c5-440e-8471-49be87d0d3ab,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:20.774382 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:20.798815 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:20.813715 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:20.823665 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] Set router a98d803f-f743-4409-bf49-bfa828caf3bb gateway port host: None {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:20.872474 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:20.952546 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8a75c1f0>, [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T13:04:20Z', 'revision_number': 7, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:20.953577 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa10d0e-b619-4d8f-90c2-ff65ec315485 req-18529738-cd32-48dc-a3c1-73e596f25ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:20.955160 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9fa10d0e-b619-4d8f-90c2-ff65ec315485 req-18529738-cd32-48dc-a3c1-73e596f25ede service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1098 time: 0.1288612
Nov 23 13:04:20.956922 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3d4a7-0f98-45a9-8a2a-ac91968ded05 None None] The sync data for ids ['a98d803f-f743-4409-bf49-bfa828caf3bb'] in dv-cinder-818884-1-iscsi is: [{'id': 'a98d803f-f743-4409-bf49-bfa828caf3bb', 'name': 'tempest-TestShelveInstance-1308195107-router', 'tenant_id': '5622eab39db240729d0178d40860add1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:57:53Z', 'updated_at': '2021-11-23T13:04:20Z', 'revision_number': 7, 'project_id': '5622eab39db240729d0178d40860add1', 'gw_port_host': None}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:20.977246 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 92012795-ca4e-445d-bf56-c465d7cddb12 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:21.002057 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.022064 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 92012795-ca4e-445d-bf56-c465d7cddb12 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:21.022469 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 92012795-ca4e-445d-bf56-c465d7cddb12 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:21.023861 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Deleting port 92012795-ca4e-445d-bf56-c465d7cddb12 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:21.024186 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.058375 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.060749 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.084366 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.085216 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a98d803f-f743-4409-bf49-bfa828caf3bb {{(pid=86874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:04:21.095921 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-a881cd69-cb87-42e7-8010-807b521a2552 None None] The port '92012795-ca4e-445d-bf56-c465d7cddb12' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:04:21.104994 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.104994 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] 10.222.0.73 "DELETE /v2.0/routers/a98d803f-f743-4409-bf49-bfa828caf3bb HTTP/1.1" status: 204  len: 168 time: 1.5600085
Nov 23 13:04:21.104994 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51940) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:21.170590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Deleting subnet 5c82eb1f-beb3-49ce-ac65-16aeb95b7865 {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:04:21.174036 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.207361 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9fa10d0e-b619-4d8f-90c2-ff65ec315485 req-e7182601-a0d0-4521-8411-1105fa118654 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2441406
Nov 23 13:04:21.222364 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6577744'] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.363829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.398725 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05903-d764-49b5-a6a6-d30b4ee19f59 req-6e136a92-3ecf-47cc-a186-a390714d76a0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:21.400341 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4da05903-d764-49b5-a6a6-d30b4ee19f59 req-6e136a92-3ecf-47cc-a186-a390714d76a0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.1511295
Nov 23 13:04:21.459534 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Deleting port 2de2c88c-ec77-438b-b654-4a187167c497 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:21.459903 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.461698 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4da05903-d764-49b5-a6a6-d30b4ee19f59 req-803b2ca8-0626-43cc-aa14-366cdd084f72 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497737
Nov 23 13:04:21.478044 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8297801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6741405'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.482042 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e92bcf57-5abf-40a6-aa65-1c1b63a04fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:21.639917 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c82eb1f-beb3-49ce-ac65-16aeb95b7865,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:21.642994 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:21.643842 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.652026 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ee61aac2-c49a-4591-8b6c-3be387831443 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5c82eb1f-beb3-49ce-ac65-16aeb95b7865 HTTP/1.1" status: 204  len: 168 time: 0.5425124
Nov 23 13:04:21.652455 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51946) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:21.652679 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74591faa-8972-4cb8-b032-623173ad500b None None] Network 541225c7-0432-4552-9f06-396610a102d8 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:21.657410 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] For port 2de2c88c-ec77-438b-b654-4a187167c497, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2de2c88c-ec77-438b-b654-4a187167c497,segment=NetworkSegment(789ec2fa-bd81-4311-83bd-9e15f5cd1b5d),segment_id=789ec2fa-bd81-4311-83bd-9e15f5cd1b5d)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:21.657769 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.765211 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.777093 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Deleting port e5bf1b42-d88e-47d2-8f72-beec2c7262fa {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:21.777685 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.786493 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Calling delete_port for 2de2c88c-ec77-438b-b654-4a187167c497 owned by network:router_interface {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:21.837402 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-532a584a-99a9-4826-a166-d9828eb0e583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.971329 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] DHCP port deletion for 541225c7-0432-4552-9f06-396610a102d8 request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:04:21.975519 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Deleting port e5bf1b42-d88e-47d2-8f72-beec2c7262fa {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:21.976043 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.978757 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:21.983854 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-60474c0d-13cb-4913-b881-72dded1eed13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:22.002803 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] For port e5bf1b42-d88e-47d2-8f72-beec2c7262fa, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,segment=NetworkSegment(7ea8f985-0bb5-425c-9463-1e4e4ad92930),segment_id=7ea8f985-0bb5-425c-9463-1e4e4ad92930)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:22.004050 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.026778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de2c88c-ec77-438b-b654-4a187167c497,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:22.030224 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:22.110309 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.140056 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Calling delete_port for e5bf1b42-d88e-47d2-8f72-beec2c7262fa owned by network:dhcp {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:22.224100 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.234678 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-cd29aa5a-f3cf-4b0b-b093-31490160a7a9 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:22.258234 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] For port e5bf1b42-d88e-47d2-8f72-beec2c7262fa, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,segment=NetworkSegment(7ea8f985-0bb5-425c-9463-1e4e4ad92930),segment_id=7ea8f985-0bb5-425c-9463-1e4e4ad92930)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:22.258913 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.272398 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] No DVR routers for this DVR port e5bf1b42-d88e-47d2-8f72-beec2c7262fa on host dv-cinder-818884-1-iscsi {{(pid=86874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:04:22.304885 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bf1b42-d88e-47d2-8f72-beec2c7262fa,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:22.309563 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:22.345333 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.398511 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.403145 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Calling delete_port for e5bf1b42-d88e-47d2-8f72-beec2c7262fa owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:22.428989 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8ac07dc0>,) {'filters': {'network_id': ['541225c7-0432-4552-9f06-396610a102d8']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:22.442992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ac07dc0>, '7ea8f985-0bb5-425c-9463-1e4e4ad92930') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:22.443258 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ac07dc0>, '7ea8f985-0bb5-425c-9463-1e4e4ad92930') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:22.455846 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.472962 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.487363 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:04:22.488767 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:04:22.489355 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:04:22.489469 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:04:22.553082 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:04:22.602967 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.608052 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0818b9c0-0964-402c-a0a1-22d86d4b6b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:22.621552 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.673579 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Pushing event deleted for resources: {'Network': ['ID=541225c7-0432-4552-9f06-396610a102d8,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:22.678578 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:22.680851 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] 10.222.0.73 "DELETE /v2.0/networks/541225c7-0432-4552-9f06-396610a102d8 HTTP/1.1" status: 204  len: 168 time: 1.0274353
Nov 23 13:04:22.717367 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec004c8-cc4e-4d0d-b281-a8ec1a1d5cf8 req-14be18ba-8e6b-46c8-a03c-edb5a33246a8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:22.718864 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7ec004c8-cc4e-4d0d-b281-a8ec1a1d5cf8 req-14be18ba-8e6b-46c8-a03c-edb5a33246a8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.1118944
Nov 23 13:04:22.775975 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7ec004c8-cc4e-4d0d-b281-a8ec1a1d5cf8 req-0ca77743-d044-4eb9-9262-b5cfd7d86e0e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512378
Nov 23 13:04:22.807687 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51956) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:22.871412 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-faa6b1c9-3332-43c3-8b62-c575c23b683a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7106439f0ea4521b2e0d2edf235cd5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0624313
Nov 23 13:04:22.872024 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51960) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:22.889265 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Router 259f2ec5-7549-4a13-a37c-cbc912442abf has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:22.951751 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 9c4a62d9-71c5-440e-8471-49be87d0d3ab no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:22.985404 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:22.988425 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 9c4a62d9-71c5-440e-8471-49be87d0d3ab {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:22.988752 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 9c4a62d9-71c5-440e-8471-49be87d0d3ab not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:22.989210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 421961ea-a4cc-4645-aa9b-da972995b649 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:23.016386 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Deleting port e5bf1b42-d88e-47d2-8f72-beec2c7262fa {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:23.017044 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.019726 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184db52b-a21b-48cd-a903-d2ea0258c302 req-f3fefbe3-4659-443a-b47f-9f24d545e97d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:23.021180 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-184db52b-a21b-48cd-a903-d2ea0258c302 req-f3fefbe3-4659-443a-b47f-9f24d545e97d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.1462405
Nov 23 13:04:23.025624 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.031969 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 51964) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:23.040081 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Request body: {'floatingip': {'port_id': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:23.055817 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 421961ea-a4cc-4645-aa9b-da972995b649 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:23.056170 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 421961ea-a4cc-4645-aa9b-da972995b649 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:23.056600 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e5bf1b42-d88e-47d2-8f72-beec2c7262fa no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:23.078505 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:23.092501 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] Sync routers for ids ['259f2ec5-7549-4a13-a37c-cbc912442abf'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:23.100038 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] 10.222.0.73 "PUT /v2.0/routers/259f2ec5-7549-4a13-a37c-cbc912442abf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8026147
Nov 23 13:04:23.100362 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51968) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:23.109774 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] Routers {'259f2ec5-7549-4a13-a37c-cbc912442abf'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:23.111286 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7c3f40>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['259f2ec5-7549-4a13-a37c-cbc912442abf'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:23.119843 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: e5bf1b42-d88e-47d2-8f72-beec2c7262fa {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:23.120191 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e5bf1b42-d88e-47d2-8f72-beec2c7262fa not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:23.126105 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.129056 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-2b8109ff-6ed0-4c5d-8a5e-632ce675ba92 None None] The port 'e5bf1b42-d88e-47d2-8f72-beec2c7262fa' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:04:23.299272 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.310919 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] Set router 259f2ec5-7549-4a13-a37c-cbc912442abf gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:23.424972 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.430990 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-750dfb8f-dfd5-474f-9bb1-67bf18c2e3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:23.450646 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dea249-2836-45a5-9a40-0de375718de3,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:23.457989 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:23.470135 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.474094 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33dea249-2836-45a5-9a40-0de375718de3 HTTP/1.1" status: 204  len: 168 time: 0.6010759
Nov 23 13:04:23.485074 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.497517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Deleting port 482b8a7b-cb10-4970-8005-d4464cdb8429 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:23.498784 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.622471 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7c3f40>, [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:04:21Z', 'revision_number': 5, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port': {'id': '482b8a7b-cb10-4970-8005-d4464cdb8429', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b7:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:00:04Z', 'updated_at': '2021-11-23T13:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:23.627307 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] Checking router: 259f2ec5-7549-4a13-a37c-cbc912442abf for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:23.638742 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] Routers {'259f2ec5-7549-4a13-a37c-cbc912442abf'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:23.639341 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7c3f40>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:03:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['259f2ec5-7549-4a13-a37c-cbc912442abf'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:23.716906 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] For port 482b8a7b-cb10-4970-8005-d4464cdb8429, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=482b8a7b-cb10-4970-8005-d4464cdb8429,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:23.717595 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.796974 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] Set router 259f2ec5-7549-4a13-a37c-cbc912442abf gateway port host: None {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:23.858417 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Calling delete_port for 482b8a7b-cb10-4970-8005-d4464cdb8429 owned by network:router_gateway {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:23.908108 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7c3f40>, [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:04:23Z', 'revision_number': 6, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:23.912103 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e8a7e-f52a-46d0-a4d3-c44430eff21e None None] The sync data for ids ['259f2ec5-7549-4a13-a37c-cbc912442abf'] in dv-cinder-818884-1-iscsi is: [{'id': '259f2ec5-7549-4a13-a37c-cbc912442abf', 'name': 'tempest-TestMinimumBasicScenario-560096292-router', 'tenant_id': 'cc4d6b72cc9240d099c66410552209d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:00:03Z', 'updated_at': '2021-11-23T13:04:23Z', 'revision_number': 6, 'project_id': 'cc4d6b72cc9240d099c66410552209d5', 'gw_port_host': None}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:23.972936 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.980595 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:23.982328 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51976) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:23.986026 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-72627a70-005f-49ba-bdb2-7ccdf402d7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.082315 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8a65a217-2145-4cc6-9fc9-fb808e354df3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5622eab39db240729d0178d40860add1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0988050
Nov 23 13:04:24.086131 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51980) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:24.099990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.120697 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e49d7928-7cdb-4330-a68d-6c0ce73e41e4 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:24.146065 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Floating IP 3fc81f64-0af4-4048-b7dd-ef3cb1e4d930 associated. External IP: 172.27.0.200, port: 6baf7f7f-6c12-43fb-8cdd-b70b566d5612.
Nov 23 13:04:24.206416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=482b8a7b-cb10-4970-8005-d4464cdb8429,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:24.231516 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:24.295394 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.333518 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-91f469d3-6855-4dd5-81d7-e31d9efee8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.495090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:24.577393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.580139 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-91f469d3-6855-4dd5-81d7-e31d9efee8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.586714 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.627917 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.628354 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 259f2ec5-7549-4a13-a37c-cbc912442abf {{(pid=86873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:04:24.651817 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.652960 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/259f2ec5-7549-4a13-a37c-cbc912442abf HTTP/1.1" status: 204  len: 168 time: 1.5516264
Nov 23 13:04:24.655492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51984) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:24.685355 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-91f469d3-6855-4dd5-81d7-e31d9efee8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.685592 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:24.687828 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-91f469d3-6855-4dd5-81d7-e31d9efee8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.690022 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.691719 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-91f469d3-6855-4dd5-81d7-e31d9efee8e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/405e00b0-155c-46f8-8c42-b27eee89b388 HTTP/1.1" status: 204  len: 168 time: 0.6056211
Nov 23 13:04:24.695657 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-59162296-426f-43e7-90ed-7a10c59c39f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:24.703417 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] Sync routers for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:24.718971 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f469d3-6855-4dd5-81d7-e31d9efee8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405e00b0-155c-46f8-8c42-b27eee89b388,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:24.722598 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-91f469d3-6855-4dd5-81d7-e31d9efee8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:24.723920 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:24.725903 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b71eb20>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:24.735938 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Deleting subnet 4380ca86-22c6-495d-b474-ff509f19f761 {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:04:24.739069 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.752545 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-01e94b4c-8491-401b-ae76-59233a0e4762 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "PUT /v2.0/floatingips/3fc81f64-0af4-4048-b7dd-ef3cb1e4d930 HTTP/1.1" status: 200  len: 991 time: 1.7170436
Nov 23 13:04:24.752545 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:04:24.822324 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'status': 'completed', 'code': 200}
Nov 23 13:04:24.828353 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.941328 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 482b8a7b-cb10-4970-8005-d4464cdb8429 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:24.972931 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583425b-0718-4e2a-889d-92426239f99d req-b029277f-0b67-44fc-8d27-681d0a40f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:24.974435 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-0583425b-0718-4e2a-889d-92426239f99d req-b029277f-0b67-44fc-8d27-681d0a40f9a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1098 time: 0.1142085
Nov 23 13:04:24.978912 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:24.990804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 482b8a7b-cb10-4970-8005-d4464cdb8429 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:24.991318 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 482b8a7b-cb10-4970-8005-d4464cdb8429 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:24.991555 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2de2c88c-ec77-438b-b654-4a187167c497 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:25.036770 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 2de2c88c-ec77-438b-b654-4a187167c497 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:25.037138 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2de2c88c-ec77-438b-b654-4a187167c497 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:25.042798 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:25.094192 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:25.178200 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:25.187521 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-bdbfd7b7-8ef3-4a4e-a358-9917b4888b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:25.235640 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4380ca86-22c6-495d-b474-ff509f19f761,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:25.239068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:25.242859 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:25.245588 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f7ec3-d4d9-4df3-aaea-24cb76cd73e3 None None] Network e276e429-0295-4a24-9b60-586afbf86149 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:25.255536 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e1ac0005-3ed4-474d-a485-c65f2e25fbea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4380ca86-22c6-495d-b474-ff509f19f761 HTTP/1.1" status: 204  len: 168 time: 0.5990527
Nov 23 13:04:25.257906 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 51994) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:25.281725 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583425b-0718-4e2a-889d-92426239f99d req-395ca01c-c209-4c8b-85d9-ea624e1649d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:25.283086 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-0583425b-0718-4e2a-889d-92426239f99d req-395ca01c-c209-4c8b-85d9-ea624e1649d8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.2304854
Nov 23 13:04:25.442343 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:25.458599 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-0583425b-0718-4e2a-889d-92426239f99d req-7341355d-36a7-4018-a81b-de7f305df40f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 999 time: 0.1279826
Nov 23 13:04:25.464628 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Deleting port c2c34623-6101-4639-9c28-02b88922627a {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:25.465006 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:25.594972 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583425b-0718-4e2a-889d-92426239f99d req-9ef320b8-28d5-4c8f-885d-120e18a8a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:25.596408 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-0583425b-0718-4e2a-889d-92426239f99d req-9ef320b8-28d5-4c8f-885d-120e18a8a0aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.1087620
Nov 23 13:04:25.631354 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b71eb20>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '3fc81f64-0af4-4048-b7dd-ef3cb1e4d930', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'port_id': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'mac_address': 'fa:16:3e:c1:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:04:07Z', 'updated_at': '2021-11-23T13:04:23Z', 'revision_number': 1, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:25.636266 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] Checking router: b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:25.645122 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:25.645734 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b71eb20>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:25.743803 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] DHCP port deletion for e276e429-0295-4a24-9b60-586afbf86149 request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:04:25.773360 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] For port c2c34623-6101-4639-9c28-02b88922627a, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=c2c34623-6101-4639-9c28-02b88922627a,segment=NetworkSegment(789ec2fa-bd81-4311-83bd-9e15f5cd1b5d),segment_id=789ec2fa-bd81-4311-83bd-9e15f5cd1b5d)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:25.773737 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:25.816244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Deleting port c2c34623-6101-4639-9c28-02b88922627a {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:25.816630 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:25.894254 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Calling delete_port for c2c34623-6101-4639-9c28-02b88922627a owned by network:dhcp {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:25.921204 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583425b-0718-4e2a-889d-92426239f99d req-fbf9c4df-ce16-4916-af4c-8ff32ec77631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:25.922732 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-0583425b-0718-4e2a-889d-92426239f99d req-fbf9c4df-ce16-4916-af4c-8ff32ec77631 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3198490
Nov 23 13:04:25.954871 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:26.144055 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.155036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:26.184726 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] For port c2c34623-6101-4639-9c28-02b88922627a, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=c2c34623-6101-4639-9c28-02b88922627a,segment=NetworkSegment(789ec2fa-bd81-4311-83bd-9e15f5cd1b5d),segment_id=789ec2fa-bd81-4311-83bd-9e15f5cd1b5d)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:26.185324 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.203185 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c34623-6101-4639-9c28-02b88922627a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:26.207503 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:26.208282 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] No DVR routers for this DVR port c2c34623-6101-4639-9c28-02b88922627a on host dv-cinder-818884-1-iscsi {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:04:26.211287 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-0583425b-0718-4e2a-889d-92426239f99d req-4b6f55a8-7b33-491e-95da-756633294c77 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2757375
Nov 23 13:04:26.313587 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Calling delete_port for c2c34623-6101-4639-9c28-02b88922627a owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:04:26.404947 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.450992 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c89cf8dc0>,) {'filters': {'network_id': ['e276e429-0295-4a24-9b60-586afbf86149']}} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:26.468351 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-0583425b-0718-4e2a-889d-92426239f99d req-c6a1c118-b808-4e8a-b06f-fc6788cbafa4 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333546
Nov 23 13:04:26.469803 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89cf8dc0>, '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d') {'for_net_delete': True} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:26.470089 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.services.segments.db [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89cf8dc0>, '789ec2fa-bd81-4311-83bd-9e15f5cd1b5d') {} {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:26.475421 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:04:26.475784 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:04:26.481612 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7687047'] for segment, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.500039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.506852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=86873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:04:26.507327 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7520653'] for segment, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]: Traceback (most recent call last):
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     timer()
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     cb(*args, **kw)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     return func(*args, **kwargs)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     self._notify()
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     self.callback(batched_events)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     event.method(event)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     return f(self, *a, **k)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._get(url).json()
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:04:26.521299 dv-cinder-818884-1-iscsi neutron-server[86873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:04:26.555354 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b71eb20>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '3fc81f64-0af4-4048-b7dd-ef3cb1e4d930', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'port_id': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'mac_address': 'fa:16:3e:c1:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:04:07Z', 'updated_at': '2021-11-23T13:04:23Z', 'revision_number': 1, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:26.559487 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0120aa6-ec5b-4dda-9979-e528a5145bb4 None None] The sync data for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi is: [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '3fc81f64-0af4-4048-b7dd-ef3cb1e4d930', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'port_id': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'mac_address': 'fa:16:3e:c1:47:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:04:07Z', 'updated_at': '2021-11-23T13:04:23Z', 'revision_number': 1, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:26.599979 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.603965 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-cb37e035-9e40-4180-8590-e15de843e0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:26.616817 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.627089 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Pushing event deleted for resources: {'Network': ['ID=e276e429-0295-4a24-9b60-586afbf86149,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:26.631212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:26.634826 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] 10.222.0.73 "DELETE /v2.0/networks/e276e429-0295-4a24-9b60-586afbf86149 HTTP/1.1" status: 204  len: 168 time: 1.3759861
Nov 23 13:04:26.732665 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:26.759095 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3696fb-e257-4243-a660-6341be3d7cdd None None] New status for floating IP 3fc81f64-0af4-4048-b7dd-ef3cb1e4d930: ACTIVE {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:04:26.810758 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52002) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:26.862924 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-8847cc53-b88e-43ac-965c-3cc9d7a8f584 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=704f559941564da3b423d3ade2c4ed99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508149
Nov 23 13:04:26.865185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52006) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:26.892355 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device c2c34623-6101-4639-9c28-02b88922627a no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:04:26.931969 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: c2c34623-6101-4639-9c28-02b88922627a {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:04:26.931969 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device c2c34623-6101-4639-9c28-02b88922627a not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:04:26.976926 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Deleting port c2c34623-6101-4639-9c28-02b88922627a {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:04:26.977435 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.046676 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.054703 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-c297440f-14ed-484c-846e-d2a925aa4789 None None] The port 'c2c34623-6101-4639-9c28-02b88922627a' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:04:27.076553 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.130686 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.134407 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c8f1a7f2-4a80-4e3b-90ec-78c9100b54a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:27.145698 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e6a86a-693c-4f4c-a781-0d1bf44aff7d,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:27.150111 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:27.152074 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.153175 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22e6a86a-693c-4f4c-a781-0d1bf44aff7d HTTP/1.1" status: 204  len: 168 time: 0.2871079
Nov 23 13:04:27.512257 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52016) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:27.561436 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9b71418b-d72a-4900-a37c-352a5866907e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc4d6b72cc9240d099c66410552209d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478473
Nov 23 13:04:27.563815 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52020) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:27.625335 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.653434 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.708244 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.712372 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9534f7dc-1890-42e7-879d-d4b7f1ee9fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:27.723112 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03468279-96c7-4f19-a99e-9aba610b9593,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:27.725949 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:27.732593 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:27.733821 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03468279-96c7-4f19-a99e-9aba610b9593 HTTP/1.1" status: 204  len: 168 time: 0.1689258
Nov 23 13:04:28.486039 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52048) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:28.591601 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1570465621-network', 'tenant_id': '3bba76fa6426421b9748082efb414c55'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:28.596480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:28.600519 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Usage tracker for resource:network and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:28.603488 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:28.609773 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:28.623246 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Made reservation on behalf of 3bba76fa6426421b9748082efb414c55 for: {'network': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:04:28.625492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.637795 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.651741 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:28.655487 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:28.658216 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:28.663794 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:28.743004 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.747928 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.751618 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-82a31b94-59a7-47b6-ba04-4356561095f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:28.778260 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031}  {{(pid=86873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 13:04:28.790152 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a64a258-8b53-4732-8a09-1ca53754437e,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:28.794030 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:28.794959 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.795290 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.segments_db [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Added segment 7b3c468c-a4d4-4f14-9be7-df075fcd4976 of type vlan for network 2d43fa0b-2420-433e-96e5-1d28eae4833a
Nov 23 13:04:28.821219 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.852249 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.853752 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:28.854497 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:28.857917 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-25b29dc1-4575-4437-9ad0-45b7192704ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:28.956524 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Pushing event updated for resources: {'Network': ['ID=2d43fa0b-2420-433e-96e5-1d28eae4833a,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:28.959866 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:28.961212 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4741731
Nov 23 13:04:28.964978 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52054) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:28.966949 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 13:04:28.970876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Request body: {'subnet': {'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1570465621-subnet', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:28.975712 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:28.979530 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Usage tracker for resource:subnet and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:28.982385 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:28.987943 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:28.998202 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Made reservation on behalf of 3bba76fa6426421b9748082efb414c55 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:04:29.000477 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.198071 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.201579 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:29.270042 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8758b518-7596-4ad1-9c7b-73a1e4b05e78,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:29.273674 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:29.280903 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Checking segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:29.281257 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Network hostable DHCP agents. Network: 2d43fa0b-2420-433e-96e5-1d28eae4833a, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 13:04:29.300181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 13:04:29.309435 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 2d43fa0b-2420-433e-96e5-1d28eae4833a) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:29.314646 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:29.315234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.320841 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac36c561-c44e-4db0-862b-7360c30c093a None None] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:29.338642 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4b4f8d50-c685-4de6-8989-0bab93191cc3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3722026
Nov 23 13:04:29.341349 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52058) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:29.346205 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:29.350995 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:29.354859 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Usage tracker for resource:router and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:29.357720 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:29.363439 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:29.373979 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.375074 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.390637 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.548200 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-2d43fa0b-2420-433e-96e5-1d28eae4833a', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 13:04:29.549564 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.742947 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.755532 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Allocated IP 172.20.0.2 (2d43fa0b-2420-433e-96e5-1d28eae4833a/8758b518-7596-4ad1-9c7b-73a1e4b05e78/6f2fd2f5-8681-4187-b018-96927fc2dd12) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:29.960489 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.970415 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Transition to ACTIVE for port object 6f2fd2f5-8681-4187-b018-96927fc2dd12 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:29.988190 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Transition to ACTIVE for port object 6f2fd2f5-8681-4187-b018-96927fc2dd12 will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:29.994667 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:29.999687 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:30.046061 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.061719 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:30.064679 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:30.068315 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:30.073931 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Pushing event updated for resources: {'Port': ['ID=6f2fd2f5-8681-4187-b018-96927fc2dd12,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:30.077715 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:30.082802 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.157511 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Attempting to bind port 6f2fd2f5-8681-4187-b018-96927fc2dd12 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:04:30.158056 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Attempting to bind port 6f2fd2f5-8681-4187-b018-96927fc2dd12 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:04:30.158458 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Attempting to bind port 6f2fd2f5-8681-4187-b018-96927fc2dd12 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:30.163673 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:30.164080 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Checking segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:30.164487 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.164862 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Bound using segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:30.165351 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Bound port: 6f2fd2f5-8681-4187-b018-96927fc2dd12, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:04:30.165713 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.217823 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Allocated IP 172.27.0.150 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/fa7225e0-0cb2-46b9-a288-2064bb3ca53f) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:30.257401 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] For port 6f2fd2f5-8681-4187-b018-96927fc2dd12, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:04:30.260607 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] For port 6f2fd2f5-8681-4187-b018-96927fc2dd12, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=6f2fd2f5-8681-4187-b018-96927fc2dd12,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:04:30.265226 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.268892 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:30.353697 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Pushing event updated for resources: {'Port': ['ID=6f2fd2f5-8681-4187-b018-96927fc2dd12,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:30.359050 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:30.376249 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.413981 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.417861 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-36e48765-339a-4215-9164-28e3c27d946f tempest-VolumesSnapshotTestJSON-1879653733 tempest-VolumesSnapshotTestJSON-1879653733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:30.483712 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:30.486722 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:30.489826 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:30.678694 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:30.715076 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:30.917935 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6f2fd2f5-8681-4187-b018-96927fc2dd12 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:30.919715 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:30.991302 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 6f2fd2f5-8681-4187-b018-96927fc2dd12 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:31.304373 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c99dbb5-bd4c-4c52-b37b-1ce111d6effb None None] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:31.368141 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:31.410302 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Provisioning for port 6f2fd2f5-8681-4187-b018-96927fc2dd12 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:31.425577 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Provisioning complete for port 6f2fd2f5-8681-4187-b018-96927fc2dd12 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:31.425948 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:31.575165 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 13:04:31.635639 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:31.672647 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] For port 6f2fd2f5-8681-4187-b018-96927fc2dd12, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=6f2fd2f5-8681-4187-b018-96927fc2dd12,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:31.678371 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:31.681286 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-eae17f4d-dd4e-4c1b-bc98-83a900eafd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:31.754245 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Pushing event updated for resources: {'Port': ['ID=6f2fd2f5-8681-4187-b018-96927fc2dd12,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:31.757622 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:31.760231 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:31.770483 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:31.780584 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:31.781302 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b189310>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:31.798065 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:31.799388 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.4570918
Nov 23 13:04:31.802294 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52068) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:31.940013 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-e84c1ea1-9042-49ad-b227-344855b836e1 None None] Provisioning complete for port 6f2fd2f5-8681-4187-b018-96927fc2dd12 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:31.940403 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e84c1ea1-9042-49ad-b227-344855b836e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.020031 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:32.373865 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b189310>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:30Z', 'revision_number': 3, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:32.377984 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:32.378372 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Updating router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 port fa7225e0-0cb2-46b9-a288-2064bb3ca53f binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:04:32.428748 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.473120 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.761449 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.768509 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Allocated IP 172.20.0.1 (2d43fa0b-2420-433e-96e5-1d28eae4833a/8758b518-7596-4ad1-9c7b-73a1e4b05e78/5bbb2354-489f-4494-97a8-fec3e95daaa3) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:32.773465 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Transition to ACTIVE for port object fa7225e0-0cb2-46b9-a288-2064bb3ca53f will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:32.780856 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.784350 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:32.858939 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Attempting to bind port fa7225e0-0cb2-46b9-a288-2064bb3ca53f on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:04:32.859130 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Attempting to bind port fa7225e0-0cb2-46b9-a288-2064bb3ca53f by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:04:32.859435 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Attempting to bind port fa7225e0-0cb2-46b9-a288-2064bb3ca53f on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:32.866329 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76606b23-583a-471b-8e92-ef8b33c96b2b None None] Pushing event updated for resources: {'Port': ['ID=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:32.869372 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-76606b23-583a-471b-8e92-ef8b33c96b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:32.870258 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:32.870691 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:32.871124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.871518 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:32.871996 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Bound port: fa7225e0-0cb2-46b9-a288-2064bb3ca53f, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:04:32.872376 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.903402 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6f2fd2f5-8681-4187-b018-96927fc2dd12 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:32.921990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.938104 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Transition to ACTIVE for port object 5bbb2354-489f-4494-97a8-fec3e95daaa3 will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:32.965542 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:32.970344 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c088538b-8e39-4ae6-a6ae-3a5e7b23f5a0 tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:32.999072 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] For port fa7225e0-0cb2-46b9-a288-2064bb3ca53f, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:04:33.003297 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] For port fa7225e0-0cb2-46b9-a288-2064bb3ca53f, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:04:33.011639 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.017769 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-d5c49656-1c51-4934-8b3d-3c985dea38b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:33.035339 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:33.038519 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:33.040928 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:33.044457 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 6f2fd2f5-8681-4187-b018-96927fc2dd12 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:33.045004 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.087797 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbb2354-489f-4494-97a8-fec3e95daaa3,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:33.090669 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:33.103269 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.151694 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:33.152337 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b189310>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:33.199486 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76606b23-583a-471b-8e92-ef8b33c96b2b None None] Pushing event updated for resources: {'Port': ['ID=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:33.263390 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-76606b23-583a-471b-8e92-ef8b33c96b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:33.364187 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-d7d4efa9-5c15-47ec-a9da-fc567eb84304 None None] Provisioning for port 5bbb2354-489f-4494-97a8-fec3e95daaa3 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:33.374782 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-d7d4efa9-5c15-47ec-a9da-fc567eb84304 None None] Provisioning complete for port 5bbb2354-489f-4494-97a8-fec3e95daaa3 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:33.375196 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d7d4efa9-5c15-47ec-a9da-fc567eb84304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.385267 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.433707 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:33.540385 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-d7d4efa9-5c15-47ec-a9da-fc567eb84304 None None] Port 5bbb2354-489f-4494-97a8-fec3e95daaa3 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:04:33.604419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.609995 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.634780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b526d77c-3a8d-4609-8ae0-8540239c4721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:33.713546 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Pushing event updated for resources: {'Port': ['ID=5bbb2354-489f-4494-97a8-fec3e95daaa3,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:33.717689 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:33.718659 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:33.761780 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b189310>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:30Z', 'revision_number': 3, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:33.766320 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7da0e9-e99f-43b7-8a8a-8e04c54cadbc None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:30Z', 'revision_number': 3, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:33.851062 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:33.852230 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:34.064430 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:34.173880 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-6efcf564-5ce9-4d7b-9643-c5eb934f903a None None] Provisioning complete for port 5bbb2354-489f-4494-97a8-fec3e95daaa3 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:34.174567 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6efcf564-5ce9-4d7b-9643-c5eb934f903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:34.230319 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-6efcf564-5ce9-4d7b-9643-c5eb934f903a None None] Port 5bbb2354-489f-4494-97a8-fec3e95daaa3 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:04:34.345903 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:34.355419 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] 10.222.0.73 "PUT /v2.0/routers/5c1dab56-351f-4afe-accf-b0af4cdbefd6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5520630
Nov 23 13:04:34.876595 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52090) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:34.882295 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-302769740-network', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:34.888183 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:34.892301 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Usage tracker for resource:network and tenant:b0d144a923224b74953ca96544e9fad4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:34.895258 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:34.901075 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:34.913468 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Made reservation on behalf of b0d144a923224b74953ca96544e9fad4 for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:04:34.916394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:34.921363 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device fa7225e0-0cb2-46b9-a288-2064bb3ca53f up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:34.935417 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:34.949930 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:34.954132 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Usage tracker for resource:security_group_rule and tenant:b0d144a923224b74953ca96544e9fad4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:34.957124 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:34.963133 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:34.997868 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port fa7225e0-0cb2-46b9-a288-2064bb3ca53f completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:35.003608 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port fa7225e0-0cb2-46b9-a288-2064bb3ca53f triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:35.004154 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.049303 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.053170 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.056190 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4fffe889-ae79-48a6-bb40-fbdaaf4b40b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:35.084567 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 13:04:35.097642 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dea25ae-b7a1-4bdb-bf15-3e23298218d8,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:35.101853 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:35.102829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.103165 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Added segment 64272d90-9198-401e-adf3-ef2819bf2f2b of type vlan for network 1933d780-524b-46a1-b68d-0d0dd98a549f
Nov 23 13:04:35.130009 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.131671 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.148899 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port fa7225e0-0cb2-46b9-a288-2064bb3ca53f, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:35.153439 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.155477 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-d5c49656-1c51-4934-8b3d-3c985dea38b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:35.162836 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.164396 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:35.164981 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.177299 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-da415f0c-eae6-409e-9301-d0b566863e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:35.229667 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:35.232644 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:35.253303 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3756337
Nov 23 13:04:35.256076 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52096) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:35.262710 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Request body: {'subnet': {'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-302769740-subnet', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:35.270199 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:35.274714 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Usage tracker for resource:subnet and tenant:b0d144a923224b74953ca96544e9fad4 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:35.278401 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:35.279719 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Pushing event updated for resources: {'Network': ['ID=1933d780-524b-46a1-b68d-0d0dd98a549f,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:35.282468 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:35.285647 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:35.289695 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 1933d780-524b-46a1-b68d-0d0dd98a549f details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 13:04:35.300003 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Made reservation on behalf of b0d144a923224b74953ca96544e9fad4 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:04:35.305918 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.306814 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:35.315766 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:35.316369 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bf3a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:35.492287 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:35.513167 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.516933 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:35.587827 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c110cd8a-cf15-46a7-aa5d-f009746abc9b,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:35.591214 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:35.597228 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Checking segment: {'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:35.597581 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Network hostable DHCP agents. Network: 1933d780-524b-46a1-b68d-0d0dd98a549f, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 13:04:35.616943 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Network 1933d780-524b-46a1-b68d-0d0dd98a549f is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 13:04:35.627167 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 1933d780-524b-46a1-b68d-0d0dd98a549f) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:35.631278 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:35.631895 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.637288 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44313d1-c8f6-4b8d-beb6-d92333054c6a None None] Network 1933d780-524b-46a1-b68d-0d0dd98a549f requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:35.653336 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-2df0712e-a581-4c49-a212-e1e3c8836f5c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3959277
Nov 23 13:04:35.655968 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52100) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:35.661119 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:35.665721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:35.669765 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Usage tracker for resource:router and tenant:b0d144a923224b74953ca96544e9fad4 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:35.673636 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:35.679576 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:35.693079 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.694529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.711613 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.822751 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bf3a0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 2, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:35.827535 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:35.827996 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Updating router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 port 5bbb2354-489f-4494-97a8-fec3e95daaa3 binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:04:35.874140 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-1933d780-524b-46a1-b68d-0d0dd98a549f', 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'fixed_ips': [{'subnet_id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 13:04:35.875234 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.884089 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:35.984886 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.036907 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Allocated IP 172.20.0.2 (1933d780-524b-46a1-b68d-0d0dd98a549f/c110cd8a-cf15-46a7-aa5d-f009746abc9b/3597b1ae-fcaa-4338-82f5-7ca304d87d6f) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:36.228639 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.240848 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Transition to ACTIVE for port object 5bbb2354-489f-4494-97a8-fec3e95daaa3 will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:36.245231 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.248255 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.252236 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:36.255841 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Transition to ACTIVE for port object 3597b1ae-fcaa-4338-82f5-7ca304d87d6f will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:36.275407 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Transition to ACTIVE for port object 3597b1ae-fcaa-4338-82f5-7ca304d87d6f will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:36.293256 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.301097 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:36.301479 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.315375 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Pushing event updated for resources: {'Port': ['ID=5bbb2354-489f-4494-97a8-fec3e95daaa3,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:36.325419 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.325756 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.326091 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.326450 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.326777 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.327100 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.327419 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.327735 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.328072 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.328391 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.328703 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.329015 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:04:36.334065 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:36.339905 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.417953 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Network 1933d780-524b-46a1-b68d-0d0dd98a549f is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:36.424207 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:36.433527 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:36.481693 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Pushing event updated for resources: {'Port': ['ID=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:36.497501 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:36.530996 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Attempting to bind port 5bbb2354-489f-4494-97a8-fec3e95daaa3 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:04:36.531248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Allocated IP 172.27.0.92 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/2cf585a6-9910-4b3a-b0ee-68f8b2d93792) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:36.531771 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Attempting to bind port 5bbb2354-489f-4494-97a8-fec3e95daaa3 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:04:36.532319 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Attempting to bind port 5bbb2354-489f-4494-97a8-fec3e95daaa3 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:36.538253 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:36.538909 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Checking segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:36.539499 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.540051 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Bound using segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:36.540687 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Bound port: 5bbb2354-489f-4494-97a8-fec3e95daaa3, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:04:36.541233 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.570931 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Attempting to bind port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:04:36.573326 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Attempting to bind port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:04:36.573806 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Attempting to bind port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f on network 1933d780-524b-46a1-b68d-0d0dd98a549f {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:36.587103 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:36.587483 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Checking segment: {'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:36.587892 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.588290 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Bound using segment: {'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:36.592212 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Bound port: 3597b1ae-fcaa-4338-82f5-7ca304d87d6f, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:04:36.592610 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.651874 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] For port 5bbb2354-489f-4494-97a8-fec3e95daaa3, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:04:36.654955 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] For port 5bbb2354-489f-4494-97a8-fec3e95daaa3, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=5bbb2354-489f-4494-97a8-fec3e95daaa3,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:04:36.660363 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.668390 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:36.711874 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.722686 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] For port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:04:36.727424 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] For port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,segment=NetworkSegment(64272d90-9198-401e-adf3-ef2819bf2f2b),segment_id=64272d90-9198-401e-adf3-ef2819bf2f2b)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:04:36.735920 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.742324 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:36.747414 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:36.752063 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:36.768500 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:36.769138 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bf3a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:36.821437 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Pushing event updated for resources: {'Port': ['ID=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:36.825880 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:36.826068 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:36.829117 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:36.832858 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:36.914322 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Pushing event updated for resources: {'Port': ['ID=5bbb2354-489f-4494-97a8-fec3e95daaa3,revision_number=4']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:36.917041 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-8ed8b466-ce2d-4846-a3fc-59e1d2aa3d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:36.949940 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device fa7225e0-0cb2-46b9-a288-2064bb3ca53f up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:36.986551 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:36.989474 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:37.006513 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:37.048765 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port fa7225e0-0cb2-46b9-a288-2064bb3ca53f triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:37.049387 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:37.393086 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bf3a0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:36Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:37.397062 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb9c53-49c5-41ce-a3cc-44603c67ea4f None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:36Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:37.410181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:37.772278 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:37.933894 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef470ec6-db45-4662-b566-269ee83f39df None None] Network 1933d780-524b-46a1-b68d-0d0dd98a549f requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:04:37.952975 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:04:37.997867 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Router 75ed495c-f7f9-4771-8ce0-16d83db93942 is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 13:04:38.029934 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-8c563ecb-3eb1-4a9c-8919-af1219b85ee4 None None] Provisioning for port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:38.190837 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:38.200488 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Sync routers for ids ['75ed495c-f7f9-4771-8ce0-16d83db93942'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:38.212374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Routers {'75ed495c-f7f9-4771-8ce0-16d83db93942'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:38.213095 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7f3a30>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['75ed495c-f7f9-4771-8ce0-16d83db93942'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:38.217425 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:38.219004 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.5620501
Nov 23 13:04:38.221711 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52108) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:38.408333 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Set router 75ed495c-f7f9-4771-8ce0-16d83db93942 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:38.697000 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7f3a30>, [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:04:37Z', 'revision_number': 3, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port': {'id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:36Z', 'updated_at': '2021-11-23T13:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:38.700927 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Checking router: 75ed495c-f7f9-4771-8ce0-16d83db93942 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:38.701291 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Updating router 75ed495c-f7f9-4771-8ce0-16d83db93942 port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:04:38.751951 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:38.994483 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 3597b1ae-fcaa-4338-82f5-7ca304d87d6f up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:39.031183 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.129448 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:39.147676 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:39.148052 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.208498 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.226218 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Transition to ACTIVE for port object 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:39.234011 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.238642 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-dc49eccc-1aff-4ba6-8170-81188a808e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:39.239726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Allocated IP 172.20.0.1 (1933d780-524b-46a1-b68d-0d0dd98a549f/c110cd8a-cf15-46a7-aa5d-f009746abc9b/66ebc541-4195-495e-8570-a60aaa218b29) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:04:39.347054 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Attempting to bind port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:04:39.347437 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Attempting to bind port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:04:39.347795 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Attempting to bind port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:39.365663 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:39.366040 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:39.366450 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.366868 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:39.367334 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Bound port: 2cf585a6-9910-4b3a-b0ee-68f8b2d93792, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:04:39.367707 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.385903 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.404057 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Transition to ACTIVE for port object 66ebc541-4195-495e-8570-a60aaa218b29 will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:39.430533 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.434716 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:39.438164 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208489ec-21a9-4c47-9716-78759111db12 None None] Pushing event updated for resources: {'Port': ['ID=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:39.448230 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-208489ec-21a9-4c47-9716-78759111db12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:39.458802 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.502970 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Network 1933d780-524b-46a1-b68d-0d0dd98a549f is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:39.505799 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:39.508490 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:04:39.513345 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,segment=NetworkSegment(64272d90-9198-401e-adf3-ef2819bf2f2b),segment_id=64272d90-9198-401e-adf3-ef2819bf2f2b)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:39.514665 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] For port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:04:39.517932 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] For port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:04:39.519423 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.520261 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 5bbb2354-489f-4494-97a8-fec3e95daaa3 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:39.548526 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-76606b23-583a-471b-8e92-ef8b33c96b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:39.550638 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Pushing event updated for resources: {'Port': ['ID=66ebc541-4195-495e-8570-a60aaa218b29,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:39.553825 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:39.572505 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.603955 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.674093 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:39.677206 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Routers {'75ed495c-f7f9-4771-8ce0-16d83db93942'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:39.677881 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7f3a30>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['75ed495c-f7f9-4771-8ce0-16d83db93942'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:39.689514 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.727036 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:39.727631 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-84fa63b2-3d24-4a2b-b1c2-4cd56f75ae1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:39.875745 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 5bbb2354-489f-4494-97a8-fec3e95daaa3 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:39.895023 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 5bbb2354-489f-4494-97a8-fec3e95daaa3 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:39.895352 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.914307 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.919486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.933301 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-8c8a2d77-f33a-4ae7-b562-9f2d979a2101 None None] Provisioning for port 66ebc541-4195-495e-8570-a60aaa218b29 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:39.946541 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-26194535-b42c-4111-a3e7-5b0e4710a837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:39.957682 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-8c8a2d77-f33a-4ae7-b562-9f2d979a2101 None None] Provisioning complete for port 66ebc541-4195-495e-8570-a60aaa218b29 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:39.958057 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8c8a2d77-f33a-4ae7-b562-9f2d979a2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:39.984300 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208489ec-21a9-4c47-9716-78759111db12 None None] Pushing event updated for resources: {'Port': ['ID=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:40.000732 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-208489ec-21a9-4c47-9716-78759111db12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:40.028578 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:40.032269 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Pushing event updated for resources: {'Port': ['ID=66ebc541-4195-495e-8570-a60aaa218b29,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:40.035184 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:40.045538 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a2d77-f33a-4ae7-b562-9f2d979a2101 None None] Port 66ebc541-4195-495e-8570-a60aaa218b29 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:04:40.053720 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] Set router 75ed495c-f7f9-4771-8ce0-16d83db93942 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:40.259038 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Network 1933d780-524b-46a1-b68d-0d0dd98a549f is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:04:40.260168 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:04:40.302629 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:40.361367 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 5bbb2354-489f-4494-97a8-fec3e95daaa3, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=5bbb2354-489f-4494-97a8-fec3e95daaa3,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:40.372088 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:40.376513 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:40.453319 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Router 75ed495c-f7f9-4771-8ce0-16d83db93942 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:04:40.492934 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=5bbb2354-489f-4494-97a8-fec3e95daaa3,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:40.497273 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:40.497844 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-71e2f677-0e24-493f-b4c9-0d791a683fbc None None] Provisioning complete for port 66ebc541-4195-495e-8570-a60aaa218b29 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:40.498214 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-71e2f677-0e24-493f-b4c9-0d791a683fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:40.556820 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-71e2f677-0e24-493f-b4c9-0d791a683fbc None None] Port 66ebc541-4195-495e-8570-a60aaa218b29 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:04:40.567384 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8a7f3a30>, [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 4, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port': {'id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:36Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '66ebc541-4195-495e-8570-a60aaa218b29', 'name': '', 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'mac_address': 'fa:16:3e:1f:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:39Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 1, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'subnets': [{'id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:40.571746 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6597c266-81e2-4e5f-8f78-91b9b25e8fb7 None None] The sync data for ids ['75ed495c-f7f9-4771-8ce0-16d83db93942'] in dv-cinder-818884-1-iscsi is: [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 4, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port': {'id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:36Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '66ebc541-4195-495e-8570-a60aaa218b29', 'name': '', 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'mac_address': 'fa:16:3e:1f:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:39Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 1, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'subnets': [{'id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:40.633816 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:04:40.643196 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] 10.222.0.73 "PUT /v2.0/routers/75ed495c-f7f9-4771-8ce0-16d83db93942/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4202588
Nov 23 13:04:40.926948 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 3597b1ae-fcaa-4338-82f5-7ca304d87d6f up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:41.003199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:41.003699 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.123755 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 5bbb2354-489f-4494-97a8-fec3e95daaa3 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:41.196617 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 5bbb2354-489f-4494-97a8-fec3e95daaa3 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:41.197005 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.198692 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52124) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:41.208623 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432682100', 'description': 'tempest-secgroup-smoke-432682100 description', 'project_id': '3bba76fa6426421b9748082efb414c55'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:41.214747 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:41.219395 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:41.224077 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:41.231805 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:41.260718 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.283167 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:41.288183 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:41.296686 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:41.302625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:41.382172 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.386689 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.390810 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-33ae3064-08b2-47c7-8a23-cfc525e74595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:41.433416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053cc2f9-8729-42e1-97e3-4485482a4fa1,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:41.436393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:41.437603 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.439153 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-5440390d-af7b-4daa-ba24-225dc25ab96a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2388752
Nov 23 13:04:41.442169 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52128) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:41.447653 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'security_group_rule': {'security_group_id': '053cc2f9-8729-42e1-97e3-4485482a4fa1', 'project_id': '3bba76fa6426421b9748082efb414c55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:41.453713 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:41.457587 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:41.460827 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:41.467911 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:41.485607 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.548915 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.552372 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.554745 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-2dadbda1-bd6d-4a91-b7d4-93c785e5dbd1 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:41.577632 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371c530-1b96-40a1-aad7-5305db547008,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:41.580249 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:41.588299 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.589611 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-05a75108-e91a-45bd-bdc4-68659aa2ea45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1464164
Nov 23 13:04:41.592438 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52132) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:41.597599 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'security_group_rule': {'security_group_id': '053cc2f9-8729-42e1-97e3-4485482a4fa1', 'project_id': '3bba76fa6426421b9748082efb414c55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:41.603944 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:41.607783 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:41.610642 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:41.628960 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:41.646444 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.709154 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.713418 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.721648 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:41.744458 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad45471-5775-4a29-b89c-68a7c9f3c68f,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:41.748268 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:41.759967 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.763266 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-dba94ac0-90a9-49ff-8fcd-85f0829d8fdc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1698282
Nov 23 13:04:41.764643 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52136) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:41.770017 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'security_group_rule': {'security_group_id': '053cc2f9-8729-42e1-97e3-4485482a4fa1', 'project_id': '3bba76fa6426421b9748082efb414c55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:41.776380 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:41.780771 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:41.783866 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:41.789857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:41.807736 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.874964 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.879546 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.881567 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:41.902686 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c0649f-4c0d-4514-94ef-77f2feea6016,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:41.905272 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:41.913190 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:41.914401 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1487134
Nov 23 13:04:41.918762 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52140) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:41.924155 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'security_group_rule': {'security_group_id': '053cc2f9-8729-42e1-97e3-4485482a4fa1', 'project_id': '3bba76fa6426421b9748082efb414c55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:41.930780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:41.935227 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:41.938174 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:41.944482 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:41.963790 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.027179 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.032231 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.034401 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:42.057242 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f54ad3e-4fc9-4a05-b863-8363c0b79fd7,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:42.061738 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:42.067177 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.068768 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-58deabec-1461-4549-aa85-538846343a11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1489518
Nov 23 13:04:42.071760 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52144) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:42.077159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'security_group_rule': {'security_group_id': '053cc2f9-8729-42e1-97e3-4485482a4fa1', 'project_id': '3bba76fa6426421b9748082efb414c55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:42.083513 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:42.087631 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:42.090687 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:42.096746 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:42.109060 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.securitygroups_db [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Project 3bba76fa6426421b9748082efb414c55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:04:42.115613 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.182715 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.187740 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.194263 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f35b0c87-e7c9-4f10-a14e-7dd386098cb5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:42.213647 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07273ebd-2f90-4e64-815a-048cec440631,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:42.218858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:42.224522 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.228643 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1534445
Nov 23 13:04:42.228866 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52148) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:04:42.233978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'security_group_rule': {'security_group_id': '053cc2f9-8729-42e1-97e3-4485482a4fa1', 'project_id': '3bba76fa6426421b9748082efb414c55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:04:42.240276 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:04:42.244266 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:security_group_rule and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:04:42.247338 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:04:42.253829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:04:42.264683 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.securitygroups_db [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Project 3bba76fa6426421b9748082efb414c55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 23 13:04:42.271573 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.338294 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.342658 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.348887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:42.371292 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8abfd9f-765d-4341-9300-587d0994fd6e,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:42.374384 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:42.383248 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:42.384523 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1b507cee-d955-43b9-816a-729646fc6e9c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1547742
Nov 23 13:04:42.945694 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:43.067052 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:43.071908 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:43.072294 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:43.187456 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:43.203662 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:43.210387 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:43.215363 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:43.285067 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:43.288068 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:43.298861 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Sync routers for ids ['75ed495c-f7f9-4771-8ce0-16d83db93942'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:04:43.308391 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Routers {'75ed495c-f7f9-4771-8ce0-16d83db93942'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:43.308994 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b457610>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['75ed495c-f7f9-4771-8ce0-16d83db93942'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:43.496272 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Set router 75ed495c-f7f9-4771-8ce0-16d83db93942 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:43.817290 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b457610>, [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 4, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port': {'id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:36Z', 'updated_at': '2021-11-23T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '66ebc541-4195-495e-8570-a60aaa218b29', 'name': '', 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'mac_address': 'fa:16:3e:1f:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:39Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 2, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'subnets': [{'id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:43.821516 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Checking router: 75ed495c-f7f9-4771-8ce0-16d83db93942 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:04:43.821871 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Updating router 75ed495c-f7f9-4771-8ce0-16d83db93942 port 66ebc541-4195-495e-8570-a60aaa218b29 binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:04:43.881026 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:44.291455 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:44.303805 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Transition to ACTIVE for port object 66ebc541-4195-495e-8570-a60aaa218b29 will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:04:44.311673 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:44.315375 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:44.439363 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d129-44ce-498d-a98e-9357b52b86dc None None] Pushing event updated for resources: {'Port': ['ID=66ebc541-4195-495e-8570-a60aaa218b29,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:44.465700 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-a062d129-44ce-498d-a98e-9357b52b86dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:44.536134 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Attempting to bind port 66ebc541-4195-495e-8570-a60aaa218b29 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:04:44.536816 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Attempting to bind port 66ebc541-4195-495e-8570-a60aaa218b29 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:04:44.537479 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Attempting to bind port 66ebc541-4195-495e-8570-a60aaa218b29 on network 1933d780-524b-46a1-b68d-0d0dd98a549f {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:04:44.549307 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:04:44.549736 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Checking segment: {'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:04:44.550151 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:44.550651 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Bound using segment: {'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:04:44.551321 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Bound port: 66ebc541-4195-495e-8570-a60aaa218b29, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64272d90-9198-401e-adf3-ef2819bf2f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:04:44.551728 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:44.644956 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] For port 66ebc541-4195-495e-8570-a60aaa218b29, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:04:44.647891 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] For port 66ebc541-4195-495e-8570-a60aaa218b29, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=66ebc541-4195-495e-8570-a60aaa218b29,segment=NetworkSegment(64272d90-9198-401e-adf3-ef2819bf2f2b),segment_id=64272d90-9198-401e-adf3-ef2819bf2f2b)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:04:44.653334 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:44.657102 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:44.729177 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Routers {'75ed495c-f7f9-4771-8ce0-16d83db93942'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:04:44.729840 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b457610>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:04:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['75ed495c-f7f9-4771-8ce0-16d83db93942'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:44.786320 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d129-44ce-498d-a98e-9357b52b86dc None None] Pushing event updated for resources: {'Port': ['ID=66ebc541-4195-495e-8570-a60aaa218b29,revision_number=4']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:44.848902 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-a062d129-44ce-498d-a98e-9357b52b86dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:44.925224 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] Set router 75ed495c-f7f9-4771-8ce0-16d83db93942 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:04:44.952844 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 66ebc541-4195-495e-8570-a60aaa218b29 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:45.023994 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 66ebc541-4195-495e-8570-a60aaa218b29 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:04:45.028652 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 66ebc541-4195-495e-8570-a60aaa218b29 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:45.029033 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:45.151552 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:45.183503 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 66ebc541-4195-495e-8570-a60aaa218b29, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=66ebc541-4195-495e-8570-a60aaa218b29,segment=NetworkSegment(64272d90-9198-401e-adf3-ef2819bf2f2b),segment_id=64272d90-9198-401e-adf3-ef2819bf2f2b)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:04:45.187695 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:45.188524 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:45.215556 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:04:45.246192 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b457610>, [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 4, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port': {'id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:36Z', 'updated_at': '2021-11-23T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '66ebc541-4195-495e-8570-a60aaa218b29', 'name': '', 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'mac_address': 'fa:16:3e:1f:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:39Z', 'updated_at': '2021-11-23T13:04:44Z', 'revision_number': 4, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'subnets': [{'id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:04:45.250482 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49692bd-c149-4b6a-bd11-937ecdb3bea2 None None] The sync data for ids ['75ed495c-f7f9-4771-8ce0-16d83db93942'] in dv-cinder-818884-1-iscsi is: [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:04:39Z', 'revision_number': 4, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port': {'id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:36Z', 'updated_at': '2021-11-23T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '66ebc541-4195-495e-8570-a60aaa218b29', 'name': '', 'network_id': '1933d780-524b-46a1-b68d-0d0dd98a549f', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'mac_address': 'fa:16:3e:1f:53:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:39Z', 'updated_at': '2021-11-23T13:04:44Z', 'revision_number': 4, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'subnets': [{'id': 'c110cd8a-cf15-46a7-aa5d-f009746abc9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:04:45.308764 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=66ebc541-4195-495e-8570-a60aaa218b29,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:04:45.311945 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:04:45.321024 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:45.321423 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:46.916195 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 66ebc541-4195-495e-8570-a60aaa218b29 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:04:46.993701 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 66ebc541-4195-495e-8570-a60aaa218b29 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:04:46.994091 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:47.309357 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:51.792215 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2488aba5-16cb-4c7f-a800-53f64461c223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:52.065768 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:53.981323 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8c30af0b-16e6-4dc2-92a2-fbc22ba73a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:54.971055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:55.921794 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-99aebd98-3112-476b-9e04-70eea963a520 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0722044
Nov 23 13:04:56.069300 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-b995aa7a-d9aa-4d29-9d58-6d98dc528e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:56.070800 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-b995aa7a-d9aa-4d29-9d58-6d98dc528e69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1098 time: 0.0734401
Nov 23 13:04:56.216784 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-81277145-caf9-46ec-b61c-4a37a2013c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:56.218236 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-81277145-caf9-46ec-b61c-4a37a2013c1a service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1241534
Nov 23 13:04:56.323825 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-90a38d88-5b19-4d28-8561-b02602940176 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 1001 time: 0.0983181
Nov 23 13:04:56.398851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-88d37041-30e1-4606-9dd3-d690eee9e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:56.401014 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-88d37041-30e1-4606-9dd3-d690eee9e120 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0702329
Nov 23 13:04:56.482892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-c8a3618c-b2cf-4a78-a691-9d6fe122dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:04:56.484246 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-c8a3618c-b2cf-4a78-a691-9d6fe122dbbf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755248
Nov 23 13:04:56.619587 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-abaf19a7-1b23-47b7-8b13-1b19481c230b service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272132
Nov 23 13:04:56.736922 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:04:56.825404 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-c5cd6fc5-6b32-4b1b-8adb-ff14e01833dd req-fccb2815-6199-4a0d-a91a-0e3a507018ab service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983991
Nov 23 13:05:05.267918 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-1d406251-ce23-4d59-8ed4-8fad6be00777 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432682100&fields=id&tenant_id=3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 267 time: 0.0501521
Nov 23 13:05:05.425357 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-9178cb24-a457-4709-9e86-9d64e44a51c3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:05.426674 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-9178cb24-a457-4709-9e86-9d64e44a51c3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 812 time: 0.1523271
Nov 23 13:05:05.441167 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-52937036-ca30-4012-ae43-5a64ab2d35ae tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/quotas/3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 375 time: 0.0091081
Nov 23 13:05:05.524404 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-12e78f84-b99e-45c7-8e06-d5ec073a683d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0785184
Nov 23 13:05:05.540399 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-9999431c-c056-410a-b06d-20b170b8ca31 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 13:05:05.541362 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-9999431c-c056-410a-b06d-20b170b8ca31 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051887
Nov 23 13:05:05.676079 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-8a8b6a84-ba4f-4577-8ecd-a0adfa7a19e4 service neutron] 10.222.0.73 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293335
Nov 23 13:05:05.808008 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-6be49532-83e4-4f55-a0b2-01289e630d73 service neutron] 10.222.0.73 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262443
Nov 23 13:05:06.220296 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0c9d4824-7103-4996-a2fd-6d6a3ea05a11 req-50890e5e-71ef-45ba-8697-b6792e77e190 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 210 time: 0.0438490
Nov 23 13:05:07.319447 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-f3b2c7b1-a39d-4e93-aa08-b97554974bfa tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:07.320277 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-f3b2c7b1-a39d-4e93-aa08-b97554974bfa tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Synchronizing usage tracker for tenant:3bba76fa6426421b9748082efb414c55 on resource:network {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:05:07.337673 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-f3b2c7b1-a39d-4e93-aa08-b97554974bfa tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Unset dirty status for tenant:3bba76fa6426421b9748082efb414c55 on resource:network {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:05:07.338938 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-f3b2c7b1-a39d-4e93-aa08-b97554974bfa tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 812 time: 0.1741986
Nov 23 13:05:07.380555 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d2785ab4-83f7-4817-9729-6afa110a4b15 req-0cfbf3dc-d4e1-4fdf-849c-5a1779c865c1 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 210 time: 0.0465257
Nov 23 13:05:07.392229 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db6276f6-608a-4bbf-b1c1-381247a71f5b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Synchronizing usage tracker for tenant:3bba76fa6426421b9748082efb414c55 on resource:security_group {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:05:07.411898 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db6276f6-608a-4bbf-b1c1-381247a71f5b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Unset dirty status for tenant:3bba76fa6426421b9748082efb414c55 on resource:security_group {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:05:07.413180 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db6276f6-608a-4bbf-b1c1-381247a71f5b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 379 time: 0.0612614
Nov 23 13:05:07.421466 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'port': {'device_id': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'admin_state_up': True, 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'security_groups': ['053cc2f9-8729-42e1-97e3-4485482a4fa1']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:07.555184 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:05:07.558990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:port and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:05:07.561794 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:05:07.568408 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:05:07.579852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Made reservation on behalf of 3bba76fa6426421b9748082efb414c55 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:05:07.583419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:07.756151 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Allocated IP 172.20.0.3 (2d43fa0b-2420-433e-96e5-1d28eae4833a/8758b518-7596-4ad1-9c7b-73a1e4b05e78/68a810b6-270c-4994-af0f-fd6226744084) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:05:07.956706 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:07.975328 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Transition to ACTIVE for port object 68a810b6-270c-4994-af0f-fd6226744084 will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:05:08.001924 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:08.007787 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9ec44ae2-d832-4dda-a6ba-e04f29a04fe8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:05:08.076524 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:05:08.079711 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:05:08.083756 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:05:08.113700 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=68a810b6-270c-4994-af0f-fd6226744084,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:05:08.131715 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.132066 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.132435 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.132800 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.133160 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.133521 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.133878 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.134233 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.134726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.134955 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.135308 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.135713 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:08.141726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:05:08.162340 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:08.163005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:08.185305 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7674603
Nov 23 13:05:08.197307 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Request body: {'port': {'device_id': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:08.317445 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:08.329296 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-f5b6179c-7d4c-42ad-8bcd-fc3370d87ba7 None None] Provisioning for port 68a810b6-270c-4994-af0f-fd6226744084 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:05:08.334149 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-f5b6179c-7d4c-42ad-8bcd-fc3370d87ba7 None None] Provisioning complete for port 68a810b6-270c-4994-af0f-fd6226744084 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:05:08.334507 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f5b6179c-7d4c-42ad-8bcd-fc3370d87ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:08.389231 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6179c-7d4c-42ad-8bcd-fc3370d87ba7 None None] Port 68a810b6-270c-4994-af0f-fd6226744084 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:05:08.565484 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14daa-c3cb-4d46-9db3-fd7a52a0d899 req-f6a9194a-647d-47a7-99c4-725c541fbe16 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:08.567176 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c1f14daa-c3cb-4d46-9db3-fd7a52a0d899 req-f6a9194a-647d-47a7-99c4-725c541fbe16 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 931 time: 0.0823967
Nov 23 13:05:08.611258 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c1f14daa-c3cb-4d46-9db3-fd7a52a0d899 req-e3e7c2b0-a894-4ceb-819a-efcefcbb0009 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383499
Nov 23 13:05:08.670865 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a810b6-270c-4994-af0f-fd6226744084 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:05:08.678556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:08.693761 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Transition to ACTIVE for port object 68a810b6-270c-4994-af0f-fd6226744084 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:05:08.700435 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:08.703959 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-dd94803c-8a4e-4bc5-a184-51610dbc166f tempest-AttachVolumeNegativeTest-1942913713 tempest-AttachVolumeNegativeTest-1942913713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:05:08.830483 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=68a810b6-270c-4994-af0f-fd6226744084,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:05:08.856667 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:05:08.936237 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Attempting to bind port 68a810b6-270c-4994-af0f-fd6226744084 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:05:08.936573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Attempting to bind port 68a810b6-270c-4994-af0f-fd6226744084 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:05:08.936893 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Attempting to bind port 68a810b6-270c-4994-af0f-fd6226744084 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:05:08.941732 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Port 68a810b6-270c-4994-af0f-fd6226744084 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:05:08.942042 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Attempting to bind port 68a810b6-270c-4994-af0f-fd6226744084 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:05:08.947302 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:05:08.947627 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Checking segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:05:08.948002 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Bound using segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:05:08.948602 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Bound port: 68a810b6-270c-4994-af0f-fd6226744084, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:05:08.948944 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:09.124999 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] For port 68a810b6-270c-4994-af0f-fd6226744084, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:05:09.128726 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] For port 68a810b6-270c-4994-af0f-fd6226744084, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68a810b6-270c-4994-af0f-fd6226744084,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:05:09.135642 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:09.139614 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9e261b71-9ba6-4710-a805-a80719b4b6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:05:09.198384 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:09.199066 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:09.200390 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] 10.222.0.82 "PUT /v2.0/ports/68a810b6-270c-4994-af0f-fd6226744084 HTTP/1.1" status: 200  len: 1093 time: 1.0073326
Nov 23 13:05:09.200870 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'tag': '68a810b6-270c-4994-af0f-fd6226744084'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:05:09.227324 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=68a810b6-270c-4994-af0f-fd6226744084,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:05:09.235215 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:05:09.273715 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'tag': '68a810b6-270c-4994-af0f-fd6226744084', 'status': 'completed', 'code': 200}
Nov 23 13:05:09.318935 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-ace3a3d3-8237-4525-a181-791bafae0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:09.320436 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-ace3a3d3-8237-4525-a181-791bafae0980 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 1096 time: 0.0788445
Nov 23 13:05:09.389578 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-7f55afde-1eb5-4574-8f06-b5798363945d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a810b6-270c-4994-af0f-fd6226744084 HTTP/1.1" status: 200  len: 217 time: 0.0616052
Nov 23 13:05:09.458696 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-90205259-fdb8-45d3-9fef-05faa39cd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:09.460133 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-90205259-fdb8-45d3-9fef-05faa39cd4c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0642447
Nov 23 13:05:09.535227 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-b1779064-a1d0-4275-a601-7b446eac80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:09.536717 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-b1779064-a1d0-4275-a601-7b446eac80fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702209
Nov 23 13:05:09.676154 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-8c0012aa-360d-49ef-8592-bd2fe0d6a5fb service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320543
Nov 23 13:05:09.808632 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a7a01a9c-f531-4035-88e4-41df7c6ee646 req-2bab7247-3f77-43a5-8c60-69a9c8917e65 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253638
Nov 23 13:05:09.913974 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf2d01-80b7-46c9-853d-aba53697dd62 req-a8403cc2-a93d-4a7b-ac19-3638c0837129 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:09.915382 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-97bf2d01-80b7-46c9-853d-aba53697dd62 req-a8403cc2-a93d-4a7b-ac19-3638c0837129 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 943 time: 0.1963789
Nov 23 13:05:09.935668 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-6350ce32-db7b-49a6-bf7a-c46db6d98368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:09.937837 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-6350ce32-db7b-49a6-bf7a-c46db6d98368 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 1096 time: 0.0806036
Nov 23 13:05:09.969557 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-97bf2d01-80b7-46c9-853d-aba53697dd62 req-d9bd95d4-d29e-4036-8ed9-ddc4b529639c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478427
Nov 23 13:05:10.067203 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-72a17568-af9a-4fed-91b6-d27a3f0c14df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:10.068640 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-72a17568-af9a-4fed-91b6-d27a3f0c14df service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1242976
Nov 23 13:05:10.133603 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-fa326698-ebf6-4577-83c6-f940cd602a0d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a810b6-270c-4994-af0f-fd6226744084 HTTP/1.1" status: 200  len: 217 time: 0.0586541
Nov 23 13:05:10.215126 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-a89c7c44-6de8-4ebc-8f56-e1662dea7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:10.216578 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-a89c7c44-6de8-4ebc-8f56-e1662dea7eb7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0765495
Nov 23 13:05:10.297591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-e526468f-2ca3-4c8d-ad3b-2c6ff3421d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:10.299080 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-e526468f-2ca3-4c8d-ad3b-2c6ff3421d04 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760438
Nov 23 13:05:10.440622 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-01e3d0ea-af55-4c2a-b243-c51f860a6666 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350067
Nov 23 13:05:10.572261 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-6c495fa6-148a-420c-838d-cc79fee5abe0 req-5aa93d66-9f7c-4669-b0fd-ee2aeb2afa2c service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238515
Nov 23 13:05:11.164665 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababff1a-b7f0-43a9-ae5d-60c45bc1f5ad req-24247e02-85a5-4d98-a448-ff03ee471e56 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:11.166053 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ababff1a-b7f0-43a9-ae5d-60c45bc1f5ad req-24247e02-85a5-4d98-a448-ff03ee471e56 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 943 time: 0.0930133
Nov 23 13:05:11.219378 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ababff1a-b7f0-43a9-ae5d-60c45bc1f5ad req-4589b75d-510b-4dbc-9f30-ab1297458d7d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474732
Nov 23 13:05:12.516734 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bb44d-08b5-4579-92c2-38aba598dd91 req-2d3898b0-8d3c-4301-bd9d-45f4826dfeac tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:12.518034 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f06bb44d-08b5-4579-92c2-38aba598dd91 req-2d3898b0-8d3c-4301-bd9d-45f4826dfeac tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 943 time: 0.1796823
Nov 23 13:05:12.565919 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f06bb44d-08b5-4579-92c2-38aba598dd91 req-099e861d-892a-4587-a6c2-6f7454d96ff9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420964
Nov 23 13:05:13.765087 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398ad18-4cd3-4304-a0fa-a2196b0c799b req-ab839ab1-ae1f-4b8d-b723-380e1e02400c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:13.766519 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0398ad18-4cd3-4304-a0fa-a2196b0c799b req-ab839ab1-ae1f-4b8d-b723-380e1e02400c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 943 time: 0.0924590
Nov 23 13:05:13.810220 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0398ad18-4cd3-4304-a0fa-a2196b0c799b req-c8001619-ee1f-4f71-8cbf-9a1f5f142bcd tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381029
Nov 23 13:05:14.953075 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:05:15.010117 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38307ead-d775-4fba-8357-f9a2b9b226c9 req-03cccbf6-b3d5-4dc4-97b2-885c0ca3ebf1 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:15.011798 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-38307ead-d775-4fba-8357-f9a2b9b226c9 req-03cccbf6-b3d5-4dc4-97b2-885c0ca3ebf1 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 943 time: 0.0857697
Nov 23 13:05:15.059397 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-38307ead-d775-4fba-8357-f9a2b9b226c9 req-2fc2c826-6a78-48ee-891a-a6bdcf388001 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386429
Nov 23 13:05:16.278797 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005963cc-4701-4235-8e8a-d11fb2c738e7 req-40e68c93-5277-4b02-8448-f91feb2d34b0 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:16.279990 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-005963cc-4701-4235-8e8a-d11fb2c738e7 req-40e68c93-5277-4b02-8448-f91feb2d34b0 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 943 time: 0.0967507
Nov 23 13:05:16.323752 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-005963cc-4701-4235-8e8a-d11fb2c738e7 req-da6c9aac-457e-468f-800e-336d5506c22b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381799
Nov 23 13:05:17.332261 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:17.521045 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb0d7-d1ef-4ae8-bcb2-446727b6878a req-a825f090-014b-457a-a3dd-8ed8ffa268c9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:17.522544 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9a6eb0d7-d1ef-4ae8-bcb2-446727b6878a req-a825f090-014b-457a-a3dd-8ed8ffa268c9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 943 time: 0.0819304
Nov 23 13:05:17.566058 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9a6eb0d7-d1ef-4ae8-bcb2-446727b6878a req-7bc5ad12-cfa4-4865-b823-6fbdc590486a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376608
Nov 23 13:05:18.025704 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 68a810b6-270c-4994-af0f-fd6226744084 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:05:18.182452 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 68a810b6-270c-4994-af0f-fd6226744084, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68a810b6-270c-4994-af0f-fd6226744084,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:05:18.201496 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '68a810b6-270c-4994-af0f-fd6226744084', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'port_id': '68a810b6-270c-4994-af0f-fd6226744084', 'mac_address': 'fa:16:3e:65:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:05:18.255814 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:18.272409 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a810b6-270c-4994-af0f-fd6226744084 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:05:18.288505 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 68a810b6-270c-4994-af0f-fd6226744084, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68a810b6-270c-4994-af0f-fd6226744084,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:05:18.294776 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:18.296525 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:05:18.362829 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=68a810b6-270c-4994-af0f-fd6226744084,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:05:18.370448 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.370803 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.371132 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.371470 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.371799 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.372127 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.372481 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.372743 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.373076 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.373412 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.373715 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.374031 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:18.377652 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:05:18.625841 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['68a810b6-270c-4994-af0f-fd6226744084'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:05:18.759203 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b18836-40cd-41ca-9a1b-c17856737e3c req-41b24aa5-e774-4248-82bd-407e2744e329 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:18.761452 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-49b18836-40cd-41ca-9a1b-c17856737e3c req-41b24aa5-e774-4248-82bd-407e2744e329 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 944 time: 0.0870035
Nov 23 13:05:18.805770 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-49b18836-40cd-41ca-9a1b-c17856737e3c req-9457cbb3-e315-4b5b-9961-23076bd8c2d6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390379
Nov 23 13:05:20.002296 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb8a1-b69e-4c84-bb3e-b872754b98a9 req-7d0234cd-f053-4552-a0c4-9f7366fbdf1c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:20.003743 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4fffb8a1-b69e-4c84-bb3e-b872754b98a9 req-7d0234cd-f053-4552-a0c4-9f7366fbdf1c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 944 time: 0.0947309
Nov 23 13:05:20.031978 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 68a810b6-270c-4994-af0f-fd6226744084 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:05:20.057702 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4fffb8a1-b69e-4c84-bb3e-b872754b98a9 req-9f10d64a-982a-41ef-87ac-06c3ff0ff2e4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453322
Nov 23 13:05:20.101633 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 68a810b6-270c-4994-af0f-fd6226744084 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:05:20.106505 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 68a810b6-270c-4994-af0f-fd6226744084 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:05:20.106878 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:20.246665 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:20.274377 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a810b6-270c-4994-af0f-fd6226744084'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:05:20.284281 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 68a810b6-270c-4994-af0f-fd6226744084, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68a810b6-270c-4994-af0f-fd6226744084,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:05:20.289342 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:20.291271 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:05:20.327482 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a810b6-270c-4994-af0f-fd6226744084', 'code': 200}
Nov 23 13:05:20.359728 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=68a810b6-270c-4994-af0f-fd6226744084,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:05:20.362531 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:05:20.597259 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664b3a9-6715-4322-9308-9536770f8c29 req-ee135a4f-f354-499b-9f10-3f6866eeb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:20.598751 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d664b3a9-6715-4322-9308-9536770f8c29 req-ee135a4f-f354-499b-9f10-3f6866eeb7c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 1098 time: 0.0696919
Nov 23 13:05:20.643695 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d664b3a9-6715-4322-9308-9536770f8c29 req-1769357a-b34c-4884-a42a-7946df02edcc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386641
Nov 23 13:05:21.320664 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a9235-ace9-4dbd-beaa-3a01743fb448 req-8a5427c3-24a7-4f8e-8c75-21b09872698b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:21.322115 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-384a9235-ace9-4dbd-beaa-3a01743fb448 req-8a5427c3-24a7-4f8e-8c75-21b09872698b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 945 time: 0.1454575
Nov 23 13:05:21.368511 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-384a9235-ace9-4dbd-beaa-3a01743fb448 req-d1fa9b37-1329-4c31-a570-b174581d628a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380046
Nov 23 13:05:21.795494 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ff3a0b84-73c1-4633-b7a7-681fbaea1a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:22.071700 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:22.572254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799b1b1-e628-4ca0-b57a-7c0e1d73a1bb req-837984fd-98e2-4009-887f-40a74da8dad6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:22.573758 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8799b1b1-e628-4ca0-b57a-7c0e1d73a1bb req-837984fd-98e2-4009-887f-40a74da8dad6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 945 time: 0.0910466
Nov 23 13:05:22.618535 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8799b1b1-e628-4ca0-b57a-7c0e1d73a1bb req-af8c6c78-960d-4a79-b840-1b8ee904e7e6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388393
Nov 23 13:05:22.809536 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d720644-898f-46ea-a5a1-111b5d1f4e9f req-00968e01-514d-46d4-bc9f-6b7ea33730e5 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:22.810996 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5d720644-898f-46ea-a5a1-111b5d1f4e9f req-00968e01-514d-46d4-bc9f-6b7ea33730e5 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 945 time: 0.0889363
Nov 23 13:05:22.856186 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5d720644-898f-46ea-a5a1-111b5d1f4e9f req-295844ed-6d04-4262-a3a3-9ede6e917167 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370176
Nov 23 13:05:22.879355 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52404) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:22.997978 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a60af4e-2d6c-4480-b7d2-6f03fc4aecee tempest-TestVolumeBootPattern-2082347541 tempest-TestVolumeBootPattern-2082347541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:22.999500 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6a60af4e-2d6c-4480-b7d2-6f03fc4aecee tempest-TestVolumeBootPattern-2082347541 tempest-TestVolumeBootPattern-2082347541-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 1093 time: 0.1189904
Nov 23 13:05:23.003488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52410) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:05:23.008686 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'port_id': '68a810b6-270c-4994-af0f-fd6226744084', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:05:23.015427 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:05:23.019872 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:floatingip and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:05:23.022906 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:05:23.028956 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:05:23.039627 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:23.174478 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:23.310183 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Allocated IP 172.27.0.73 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/0d4a7956-8da1-484f-a532-722b77612780) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:05:23.474501 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:23.507600 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:23.511221 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6cc56e18-f629-4445-bd1b-c32600d1795c tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:05:23.570734 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:05:23.573556 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:05:23.577396 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:05:23.614471 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=0d4a7956-8da1-484f-a532-722b77612780,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:05:23.626171 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.626589 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.626955 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.627313 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.627659 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.628012 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.628367 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.628701 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.629061 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.629407 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.629755 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.630093 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:05:23.634893 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:05:23.987625 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-638d6cf0-2535-4de2-b67e-635adf9a258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:24.091991 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:24.169792 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:24.374515 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:24.380984 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:24.384484 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0bab285c-8d5d-4819-8502-82b47a5a42b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:05:24.486228 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=0d4a7956-8da1-484f-a532-722b77612780,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:05:24.490257 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:05:24.498888 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:24.680393 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Floating IP 1231fe48-40d1-4ecd-a005-1126f704a96b associated. External IP: 172.27.0.73, port: 68a810b6-270c-4994-af0f-fd6226744084.
Nov 23 13:05:24.969022 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:25.024991 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:05:25.198597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:05:25.208353 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:05:25.218199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:05:25.218865 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b570a60>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:05:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:05:25.223234 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:25.398337 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:05:25.401792 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3973248
Nov 23 13:05:25.402474 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'tag': '68a810b6-270c-4994-af0f-fd6226744084'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:05:25.449562 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'tag': '68a810b6-270c-4994-af0f-fd6226744084', 'status': 'completed', 'code': 200}
Nov 23 13:05:25.540401 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-beb9a7e6-0cf6-4652-88bb-9faf3e7c1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:25.541824 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-beb9a7e6-0cf6-4652-88bb-9faf3e7c1664 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 1098 time: 0.0697138
Nov 23 13:05:25.751890 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b570a60>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '1231fe48-40d1-4ecd-a005-1126f704a96b', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '68a810b6-270c-4994-af0f-fd6226744084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:65:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:05:24Z', 'updated_at': '2021-11-23T13:05:24Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:05:25.753721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-23c86ba2-5d60-467f-9847-29ebdc8e5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:25.755227 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-23c86ba2-5d60-467f-9847-29ebdc8e5ce9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.2063668
Nov 23 13:05:25.756388 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:05:25.765619 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:05:25.766219 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b570a60>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:05:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:05:25.860067 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-76373f50-bf77-44b0-acf1-bb4fd68b86c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a810b6-270c-4994-af0f-fd6226744084 HTTP/1.1" status: 200  len: 998 time: 0.0974815
Nov 23 13:05:25.922230 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-718ea1bf-e0af-46f1-bef0-94bd9ef35bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:25.924584 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-718ea1bf-e0af-46f1-bef0-94bd9ef35bf4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0580049
Nov 23 13:05:25.956762 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:05:26.003123 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-f3660b5b-039f-469e-99d0-056cea0aa84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:26.004614 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-f3660b5b-039f-469e-99d0-056cea0aa84f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734167
Nov 23 13:05:26.015068 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-a11e52c0-ea15-48a2-b063-09b4a9072880 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 13:05:26.015996 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-a11e52c0-ea15-48a2-b063-09b4a9072880 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054259
Nov 23 13:05:26.153761 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-24e59e52-c542-4286-ba7a-5bc17e666cf0 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312292
Nov 23 13:05:26.283585 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff6957af-00f9-4aba-be99-ae005e112bc9 req-10f7fc5d-fd5a-4eaf-ae32-6bf88854ef74 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223295
Nov 23 13:05:26.310313 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b570a60>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '1231fe48-40d1-4ecd-a005-1126f704a96b', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '68a810b6-270c-4994-af0f-fd6226744084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:65:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:05:24Z', 'updated_at': '2021-11-23T13:05:24Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:05:26.314378 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf450bc-590a-42c2-bce0-a021548c8ce9 None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '1231fe48-40d1-4ecd-a005-1126f704a96b', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '68a810b6-270c-4994-af0f-fd6226744084', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:65:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:05:24Z', 'updated_at': '2021-11-23T13:05:24Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:05:26.535716 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9f7fe-342e-4b72-b654-97767a0fc687 None None] New status for floating IP 1231fe48-40d1-4ecd-a005-1126f704a96b: ACTIVE {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:05:26.736825 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:46.785319 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee97228-ceb6-417e-a2c1-145f1afd02cb req-1a037f7b-1adb-4731-9e1c-adfb7c9a2766 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:46.786777 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cee97228-ceb6-417e-a2c1-145f1afd02cb req-1a037f7b-1adb-4731-9e1c-adfb7c9a2766 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0880461
Nov 23 13:05:46.834689 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cee97228-ceb6-417e-a2c1-145f1afd02cb req-214ff892-45af-43bc-bfb3-e5dfe4fe1e4b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422835
Nov 23 13:05:47.342134 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:48.044608 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8c959-79f9-46b0-b555-ff68470e1fb2 req-673922bc-a90b-4006-83ca-eddcd5997426 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:48.046058 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e2f8c959-79f9-46b0-b555-ff68470e1fb2 req-673922bc-a90b-4006-83ca-eddcd5997426 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0920465
Nov 23 13:05:48.091775 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e2f8c959-79f9-46b0-b555-ff68470e1fb2 req-ae555900-b07e-4665-bebf-171bfde0c928 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399971
Nov 23 13:05:49.311039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3268e-5788-4736-ac8f-0b1ad68e86d2 req-3e4f2507-e6a4-44bb-8236-1f7fd7b50f4c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:49.312494 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-22c3268e-5788-4736-ac8f-0b1ad68e86d2 req-3e4f2507-e6a4-44bb-8236-1f7fd7b50f4c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.1003544
Nov 23 13:05:49.358443 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-22c3268e-5788-4736-ac8f-0b1ad68e86d2 req-d3a4e692-83d1-4869-8a16-c0fc74644326 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376432
Nov 23 13:05:50.559848 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d04d8-4a1d-449e-822e-939b60e3a8cf req-e05e4e32-e8fc-4d85-af6f-46638e5a4d7b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:50.562396 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-463d04d8-4a1d-449e-822e-939b60e3a8cf req-e05e4e32-e8fc-4d85-af6f-46638e5a4d7b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0808053
Nov 23 13:05:50.613123 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-463d04d8-4a1d-449e-822e-939b60e3a8cf req-40a65387-e9a0-4d6e-8152-18c7e87370d5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445907
Nov 23 13:05:51.798131 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-45ea7d9e-df08-447b-af85-cd85f75a11c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:51.830374 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aab3a7-e351-4f4f-b469-772523ae964e req-13655ecd-53a3-4733-88e6-3413442bbceb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:51.831742 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-51aab3a7-e351-4f4f-b469-772523ae964e req-13655ecd-53a3-4733-88e6-3413442bbceb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0971935
Nov 23 13:05:51.877219 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-51aab3a7-e351-4f4f-b469-772523ae964e req-8f8e8e00-8d8c-4fd3-9539-4f13b2a47a61 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397341
Nov 23 13:05:51.953972 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:05:52.075281 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:53.082934 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a9f20-f4df-45fa-9084-f3c2fb073b9d req-2fa1250b-64a8-4126-8907-231558b29484 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:53.084408 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d44a9f20-f4df-45fa-9084-f3c2fb073b9d req-2fa1250b-64a8-4126-8907-231558b29484 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0916884
Nov 23 13:05:53.128840 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d44a9f20-f4df-45fa-9084-f3c2fb073b9d req-c0304494-42d9-4459-9d2b-8cacf57ed087 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386891
Nov 23 13:05:53.988590 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f92b680c-e2db-4eb7-be8b-f1ce78ef807b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:54.337483 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d09123-e119-4442-a033-b0ed0f2e875c req-8bf478ac-282b-4e2a-8912-9a26f15ac703 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:54.339134 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-41d09123-e119-4442-a033-b0ed0f2e875c req-8bf478ac-282b-4e2a-8912-9a26f15ac703 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0955369
Nov 23 13:05:54.384129 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-41d09123-e119-4442-a033-b0ed0f2e875c req-90e86c18-374a-424c-83c5-0883df36aa5d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392637
Nov 23 13:05:54.975868 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:55.585734 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961e79f-7b22-46fd-b621-e8d60deb8435 req-834f9344-2b4b-479e-a895-9e6947636fcd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:55.587227 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1961e79f-7b22-46fd-b621-e8d60deb8435 req-834f9344-2b4b-479e-a895-9e6947636fcd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0813265
Nov 23 13:05:55.635476 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1961e79f-7b22-46fd-b621-e8d60deb8435 req-e1e87b85-c477-4812-9192-3cebcfaf765d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421705
Nov 23 13:05:56.741501 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:05:56.840629 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7492652-90e9-43c1-a471-a1d3a2353933 req-da1a5d8d-f7fb-4a18-a756-99e58e16cb93 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:56.841987 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e7492652-90e9-43c1-a471-a1d3a2353933 req-da1a5d8d-f7fb-4a18-a756-99e58e16cb93 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0821137
Nov 23 13:05:56.888736 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e7492652-90e9-43c1-a471-a1d3a2353933 req-a79ceb64-0a29-4058-bb7b-b9f5b40b5d2b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382516
Nov 23 13:05:57.017471 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-56c4d54a-c5e3-4d19-a800-e9ca35781a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:57.019430 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-56c4d54a-c5e3-4d19-a800-e9ca35781a0b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1098 time: 0.1192150
Nov 23 13:05:57.166868 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-bf3a4a16-a3de-4b12-be06-b7d2b08c4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:57.168218 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-bf3a4a16-a3de-4b12-be06-b7d2b08c4326 service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1273310
Nov 23 13:05:57.279658 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-1efa2614-254e-4160-a6a0-a6af95aaa1f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 1001 time: 0.1044371
Nov 23 13:05:57.348224 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-0aa6f60e-b7b3-4ac6-9d93-96c0042c93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:57.349633 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-0aa6f60e-b7b3-4ac6-9d93-96c0042c93a4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0628669
Nov 23 13:05:57.425117 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-742a9131-a902-4393-a7ae-a8678fbab815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:57.426478 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-742a9131-a902-4393-a7ae-a8678fbab815 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702553
Nov 23 13:05:57.558119 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-7d2bf60b-1b7a-4877-9d66-69d068f6a269 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246667
Nov 23 13:05:57.691256 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3ca0fa85-b634-479c-8118-99c09ece9d69 req-57dc4da0-0b68-4a7e-97fc-4256f4a84567 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260080
Nov 23 13:05:58.087132 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c26ca5-6bd6-452c-ac04-782cb85f8575 req-6a5a7eb5-04c2-458a-9127-f0d22576b620 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:58.088589 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b9c26ca5-6bd6-452c-ac04-782cb85f8575 req-6a5a7eb5-04c2-458a-9127-f0d22576b620 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0871103
Nov 23 13:05:58.135149 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b9c26ca5-6bd6-452c-ac04-782cb85f8575 req-015def67-7d8f-4e92-9ae7-7c0f81f42d44 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405269
Nov 23 13:05:59.342024 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8853ad-e403-4ef4-bda7-16e94a51063c req-6310ef66-a190-4689-81f1-4babec8c367b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:05:59.343500 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7c8853ad-e403-4ef4-bda7-16e94a51063c req-6310ef66-a190-4689-81f1-4babec8c367b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0842745
Nov 23 13:05:59.392108 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7c8853ad-e403-4ef4-bda7-16e94a51063c req-485e974e-99be-4608-bf1e-2ef4c9a2275e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402417
Nov 23 13:06:00.215046 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:06:00.361829 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:06:00.374948 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'port_id': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'mac_address': 'fa:16:3e:c1:47:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:06:00.443146 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:00.462139 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:06:00.478323 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:06:00.483586 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:00.485421 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:06:00.552478 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=6']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:06:00.555637 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:06:00.560716 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['6baf7f7f-6c12-43fb-8cdd-b70b566d5612'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:06:00.592375 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b656d06-a7ee-4669-a878-ffe81d4b2e49 req-7ddec0fb-1282-467b-82a9-6eda648e4248 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:00.593846 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b656d06-a7ee-4669-a878-ffe81d4b2e49 req-7ddec0fb-1282-467b-82a9-6eda648e4248 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 944 time: 0.0855131
Nov 23 13:06:00.637127 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8b656d06-a7ee-4669-a878-ffe81d4b2e49 req-571357a7-7c0e-46de-ba9d-9ae085f43fa7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372815
Nov 23 13:06:01.837177 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38fcc7-9b8e-427f-98fa-9759dff2964f req-3412fb7e-c268-4ac9-a1c2-1f0b5a360e57 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:01.838680 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0e38fcc7-9b8e-427f-98fa-9759dff2964f req-3412fb7e-c268-4ac9-a1c2-1f0b5a360e57 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 944 time: 0.0804021
Nov 23 13:06:01.895103 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0e38fcc7-9b8e-427f-98fa-9759dff2964f req-07cbd7c5-a3c1-4e66-a906-50a9380c7e75 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478873
Nov 23 13:06:02.216837 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:06:02.299593 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:06:02.299949 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:02.431438 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:02.464790 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:06:02.474885 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:06:02.480464 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:02.482305 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:06:02.554285 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=7']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:06:02.557944 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:06:02.573244 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'code': 200}
Nov 23 13:06:03.083209 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b61aa1-3c27-453e-af79-59220c1339c4 req-92a0ea82-8f8b-4cff-b4aa-195c07efdd40 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:03.084684 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c1b61aa1-3c27-453e-af79-59220c1339c4 req-92a0ea82-8f8b-4cff-b4aa-195c07efdd40 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0811875
Nov 23 13:06:03.128019 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c1b61aa1-3c27-453e-af79-59220c1339c4 req-2b2121ae-7950-49e9-926f-6279ddaca581 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376060
Nov 23 13:06:04.341726 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620e367-d929-401f-86b1-3dfda9742b80 req-86db1538-42a5-4d72-a77f-b63d42c50721 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:04.343230 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d620e367-d929-401f-86b1-3dfda9742b80 req-86db1538-42a5-4d72-a77f-b63d42c50721 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0944662
Nov 23 13:06:04.396862 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d620e367-d929-401f-86b1-3dfda9742b80 req-3ff3c38a-1fd9-4ea3-9f27-2a2996ce1f53 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471833
Nov 23 13:06:05.649121 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a54e9-4534-46a6-b385-fc0a5a707441 req-60342243-23e0-4240-93bf-b056bcd8623e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:05.652465 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-174a54e9-4534-46a6-b385-fc0a5a707441 req-60342243-23e0-4240-93bf-b056bcd8623e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.1143930
Nov 23 13:06:05.702374 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-174a54e9-4534-46a6-b385-fc0a5a707441 req-64475d54-a2f0-44e6-9d7e-3546fb934417 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440636
Nov 23 13:06:06.917421 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba91e2-c6a8-4b79-9604-74782e42ab77 req-fd17e193-91e7-4fbb-9d76-eb3163fd9c8b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:06.918916 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b2ba91e2-c6a8-4b79-9604-74782e42ab77 req-fd17e193-91e7-4fbb-9d76-eb3163fd9c8b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.1032584
Nov 23 13:06:06.966999 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b2ba91e2-c6a8-4b79-9604-74782e42ab77 req-05583198-64f1-4795-9a22-335c3dd12e88 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422502
Nov 23 13:06:08.193271 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb7ac2-d439-44ef-bd2a-3d5573c1a9b0 req-60df324d-5b72-459d-a511-3ff68dd6807e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:08.194757 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0eeb7ac2-d439-44ef-bd2a-3d5573c1a9b0 req-60df324d-5b72-459d-a511-3ff68dd6807e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0840154
Nov 23 13:06:08.263166 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0eeb7ac2-d439-44ef-bd2a-3d5573c1a9b0 req-f519d915-68c6-4fd1-9db5-11766d912d52 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616581
Nov 23 13:06:09.463712 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6db66-c52b-4389-af31-d3242ca92acc req-934c318b-e32a-4229-890a-34c7bf24fee1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:09.465273 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ba6db66-c52b-4389-af31-d3242ca92acc req-934c318b-e32a-4229-890a-34c7bf24fee1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.1006818
Nov 23 13:06:09.530866 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ba6db66-c52b-4389-af31-d3242ca92acc req-a8ecff4f-2839-42bd-88fc-fe943f3860c6 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544713
Nov 23 13:06:10.724602 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ea783-d172-439d-b440-9dd372c8ccad req-5c9a9d30-8baa-4ad2-96b5-4a879009c3d2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:10.726089 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dc5ea783-d172-439d-b440-9dd372c8ccad req-5c9a9d30-8baa-4ad2-96b5-4a879009c3d2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0855992
Nov 23 13:06:10.887075 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-dc5ea783-d172-439d-b440-9dd372c8ccad req-46c4c73f-cc38-4c48-9009-60be59472c0f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1551938
Nov 23 13:06:12.078547 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243e312-cc24-4795-8ffe-13407bd4450b req-4a848663-5bcd-406d-93b8-9d84a87da95d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:12.080106 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3243e312-cc24-4795-8ffe-13407bd4450b req-4a848663-5bcd-406d-93b8-9d84a87da95d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0823054
Nov 23 13:06:12.123975 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3243e312-cc24-4795-8ffe-13407bd4450b req-08d4efdd-153f-4bcf-84da-ab9b53ee866e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379646
Nov 23 13:06:13.157605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e44b1-4347-4255-a31b-ff798252e008 req-e067d2cb-579d-4682-becd-8e57e3a508a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:13.159179 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-886e44b1-4347-4255-a31b-ff798252e008 req-e067d2cb-579d-4682-becd-8e57e3a508a0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1098 time: 0.0767617
Nov 23 13:06:13.291113 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e44b1-4347-4255-a31b-ff798252e008 req-31c9fb52-6f4d-494c-8e1a-6f05e4a6dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:13.292586 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-886e44b1-4347-4255-a31b-ff798252e008 req-31c9fb52-6f4d-494c-8e1a-6f05e4a6dd33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1258352
Nov 23 13:06:13.316132 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c828-74bb-45eb-b973-0ad740f74ffb req-7c6b28c2-a8c0-4d11-9d53-4a53ac591d22 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:13.317579 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b379c828-74bb-45eb-b973-0ad740f74ffb req-7c6b28c2-a8c0-4d11-9d53-4a53ac591d22 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0816686
Nov 23 13:06:13.363129 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b379c828-74bb-45eb-b973-0ad740f74ffb req-6bd35239-356a-42d3-abca-fab357974618 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397253
Nov 23 13:06:13.476775 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-886e44b1-4347-4255-a31b-ff798252e008 req-d9347160-3459-4560-9ff8-7c677c69995c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 1001 time: 0.1770904
Nov 23 13:06:13.539470 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e44b1-4347-4255-a31b-ff798252e008 req-2f020e27-6cb9-4a34-9ece-4849ddaf80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:13.540856 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-886e44b1-4347-4255-a31b-ff798252e008 req-2f020e27-6cb9-4a34-9ece-4849ddaf80fa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0575261
Nov 23 13:06:13.625346 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e44b1-4347-4255-a31b-ff798252e008 req-18ac42ac-32bb-43d5-9233-af881eff3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:13.627630 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-886e44b1-4347-4255-a31b-ff798252e008 req-18ac42ac-32bb-43d5-9233-af881eff3db6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797718
Nov 23 13:06:13.758939 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-886e44b1-4347-4255-a31b-ff798252e008 req-93583200-0bdf-4d9a-9801-64b7da013886 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236453
Nov 23 13:06:13.890231 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-886e44b1-4347-4255-a31b-ff798252e008 req-a2916f02-ffcc-47d7-9937-f8e7d4dd4199 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244156
Nov 23 13:06:14.561324 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85df98c-4f47-4861-ae79-d2335fdfc610 req-289a0c48-6a34-4a42-97d3-c8a5654d8602 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:14.562856 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d85df98c-4f47-4861-ae79-d2335fdfc610 req-289a0c48-6a34-4a42-97d3-c8a5654d8602 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0795500
Nov 23 13:06:14.607066 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d85df98c-4f47-4861-ae79-d2335fdfc610 req-6428348d-eb63-4acd-8cb4-db9dc47a1664 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385780
Nov 23 13:06:15.805914 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840183c-e5e2-4201-b3e6-9105836a193e req-f90ffc15-cdd2-4c80-8da2-bf14f355f581 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:15.807485 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f840183c-e5e2-4201-b3e6-9105836a193e req-f90ffc15-cdd2-4c80-8da2-bf14f355f581 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 945 time: 0.0893300
Nov 23 13:06:15.853768 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f840183c-e5e2-4201-b3e6-9105836a193e req-d3aef270-35b3-4169-80b0-5fa8fce5e91b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405712
Nov 23 13:06:16.278733 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:06:16.396956 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:16.424441 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:06:16.436032 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:06:16.441625 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:16.445110 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:06:16.490619 dv-cinder-818884-1-iscsi neutron-server[86875]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'code': 422} returned with failed status
Nov 23 13:06:16.532128 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=8']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:06:16.535679 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:06:17.328879 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:17.430068 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b0a7c-ed75-4a98-bfe0-d970842b08a7 req-5484d354-b267-459a-bd4a-c78ee7374f76 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:17.431576 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-672b0a7c-ed75-4a98-bfe0-d970842b08a7 req-5484d354-b267-459a-bd4a-c78ee7374f76 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0804949
Nov 23 13:06:17.479211 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-672b0a7c-ed75-4a98-bfe0-d970842b08a7 req-78208ee6-7ae5-4e92-9a43-d9671a66f24c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419986
Nov 23 13:06:17.611211 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-00848f65-485a-42a8-afa3-61181006b061 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0815957
Nov 23 13:06:18.696869 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c137c-c998-4b36-af62-fd1dc8d8f3b0 req-51dde715-95e2-497d-9e21-a5306202a9dd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:18.697666 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-67dc6d80-5c7f-4180-b835-e1c042f73c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:18.699166 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-67dc6d80-5c7f-4180-b835-e1c042f73c52 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce&tenant_id=d69e938744bb45778f3581d1c8d7345d HTTP/1.1" status: 200  len: 1096 time: 0.0707102
Nov 23 13:06:18.699754 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c49c137c-c998-4b36-af62-fd1dc8d8f3b0 req-51dde715-95e2-497d-9e21-a5306202a9dd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0840394
Nov 23 13:06:18.742165 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c49c137c-c998-4b36-af62-fd1dc8d8f3b0 req-94d3ab6f-4979-4dc4-bf95-3e1fac9a42dc tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379047
Nov 23 13:06:18.799169 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-8b6f2ff2-a268-4e00-8f2b-893205b56f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:18.800548 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-8b6f2ff2-a268-4e00-8f2b-893205b56f6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d69e938744bb45778f3581d1c8d7345d&device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1096 time: 0.0761666
Nov 23 13:06:18.939713 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-3249f77e-eaf6-4493-ab9b-fba57b5b22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:18.941149 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-3249f77e-eaf6-4493-ab9b-fba57b5b22fe service neutron] 10.222.0.82 "GET /v2.0/networks?id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 200  len: 919 time: 0.1330791
Nov 23 13:06:19.043695 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-ed6bfbc2-ffd2-4275-8458-d1c870f549a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 200  len: 999 time: 0.0952492
Nov 23 13:06:19.108928 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-6cc7ea52-c55d-459a-af82-c9dad031674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:19.110213 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-6cc7ea52-c55d-459a-af82-c9dad031674d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 200  len: 856 time: 0.0584271
Nov 23 13:06:19.187945 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-38ba05d9-1920-4bab-87d2-66479b4ada32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:19.189347 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-38ba05d9-1920-4bab-87d2-66479b4ada32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711122
Nov 23 13:06:19.321135 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-63c4284d-5922-4b31-98b5-3c3ed8579217 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234345
Nov 23 13:06:19.452687 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-079bb4e1-51b4-4be6-bacf-f70341458520 service neutron] 10.222.0.82 "GET /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222460
Nov 23 13:06:19.961226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8d9c-b3c8-4032-ac8e-ae9cd30513f0 req-890a70b1-d275-4123-a923-dff0a55ee580 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:19.962869 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bf0f8d9c-b3c8-4032-ac8e-ae9cd30513f0 req-890a70b1-d275-4123-a923-dff0a55ee580 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.1114323
Nov 23 13:06:20.013702 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bf0f8d9c-b3c8-4032-ac8e-ae9cd30513f0 req-5f6937d5-ac87-448f-b38f-22f4179d0a6b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451112
Nov 23 13:06:20.293888 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:06:21.209049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69913544-63c0-4cc0-a0bf-224d9f17c2c4 req-06575dad-41a6-428a-858b-f80af7e60e89 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:21.210764 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-69913544-63c0-4cc0-a0bf-224d9f17c2c4 req-06575dad-41a6-428a-858b-f80af7e60e89 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0839069
Nov 23 13:06:21.257762 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-69913544-63c0-4cc0-a0bf-224d9f17c2c4 req-b49a5e93-1a93-417d-82df-95974e43b86e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406699
Nov 23 13:06:21.805162 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-d3e441d0-d7b4-4034-ace3-20364361a30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:22.072762 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:22.460506 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f191455-0056-42fd-b6b9-2d547b3ec13e req-8661f16e-2a47-4055-8ae9-f836779b606b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:22.462209 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9f191455-0056-42fd-b6b9-2d547b3ec13e req-8661f16e-2a47-4055-8ae9-f836779b606b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0874081
Nov 23 13:06:22.512599 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9f191455-0056-42fd-b6b9-2d547b3ec13e req-d6bdfe76-4774-413f-b610-1c2dd986975b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440292
Nov 23 13:06:23.715245 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f43f-555d-4c6e-bfea-f1d01a2207af req-6e8bc5d9-1643-440b-bebe-e849d6e01f83 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:23.716682 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7d46f43f-555d-4c6e-bfea-f1d01a2207af req-6e8bc5d9-1643-440b-bebe-e849d6e01f83 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0816598
Nov 23 13:06:23.767879 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7d46f43f-555d-4c6e-bfea-f1d01a2207af req-986d5101-9dc4-4784-8f3a-48d8a8d8278d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452831
Nov 23 13:06:23.982113 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-42df7b9c-3a5a-433d-92c3-38d8a5a4244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:24.962708 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935306f-dacb-4e95-b92a-86cef742bee1 req-11e07e95-452f-4c7a-a8b6-12a6627c5302 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:24.964327 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3935306f-dacb-4e95-b92a-86cef742bee1 req-11e07e95-452f-4c7a-a8b6-12a6627c5302 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0860932
Nov 23 13:06:24.975703 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:25.012158 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3935306f-dacb-4e95-b92a-86cef742bee1 req-47f18b01-d8db-43e8-b230-15017d0039c8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412652
Nov 23 13:06:26.213904 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28c302-0d1d-40a1-b148-38ea88c5d1b4 req-7786b1dd-5ba7-4216-a491-51874e602edf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:26.215386 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9c28c302-0d1d-40a1-b148-38ea88c5d1b4 req-7786b1dd-5ba7-4216-a491-51874e602edf tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0862253
Nov 23 13:06:26.261757 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9c28c302-0d1d-40a1-b148-38ea88c5d1b4 req-cabfbbf8-76b7-4030-a9b3-66c9d7a387e8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404897
Nov 23 13:06:26.746388 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:27.466203 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309de18-88cc-4bb2-a872-31b86521441d req-57176b03-bc01-478d-b859-81255976abbd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:27.467668 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d309de18-88cc-4bb2-a872-31b86521441d req-57176b03-bc01-478d-b859-81255976abbd tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0868902
Nov 23 13:06:27.514328 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d309de18-88cc-4bb2-a872-31b86521441d req-4fbf7046-6f9d-4200-8599-a5a243bb81ff tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405319
Nov 23 13:06:28.714986 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb837-eccc-4014-a99e-4414f0072e21 req-a8fffc3c-e286-496c-9f05-593ef1dd5e78 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:28.716438 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-46bdb837-eccc-4014-a99e-4414f0072e21 req-a8fffc3c-e286-496c-9f05-593ef1dd5e78 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0869503
Nov 23 13:06:28.761893 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-46bdb837-eccc-4014-a99e-4414f0072e21 req-214246fe-68b5-4eb4-a74b-d7f01d1194a3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396380
Nov 23 13:06:28.953497 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:06:29.959586 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a0218-4ae2-4674-be30-5993505333b2 req-228b1486-f385-467c-a50c-d0ed2994c361 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:29.961155 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1f6a0218-4ae2-4674-be30-5993505333b2 req-228b1486-f385-467c-a50c-d0ed2994c361 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0840132
Nov 23 13:06:30.007796 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1f6a0218-4ae2-4674-be30-5993505333b2 req-48fef110-28d7-4a51-88da-fb7444f3baea tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406857
Nov 23 13:06:31.224722 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfb088-84f3-47bc-a0ec-5271106cf475 req-315756b1-82a9-4932-9f6d-e155c1fdfc33 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:31.226750 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2fbfb088-84f3-47bc-a0ec-5271106cf475 req-315756b1-82a9-4932-9f6d-e155c1fdfc33 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.1011119
Nov 23 13:06:31.277253 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2fbfb088-84f3-47bc-a0ec-5271106cf475 req-5d32b480-3f86-4c4f-97ec-859c1edf5f20 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446763
Nov 23 13:06:32.511030 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f246f-f561-4048-b0d9-9d59b048e935 req-35a44036-02fb-415f-92af-712ad761210c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:32.514002 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-329f246f-f561-4048-b0d9-9d59b048e935 req-35a44036-02fb-415f-92af-712ad761210c tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.1093142
Nov 23 13:06:32.560946 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-329f246f-f561-4048-b0d9-9d59b048e935 req-65081a4a-7069-435b-9b4d-a1a1929acebb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422578
Nov 23 13:06:33.765229 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65cee6-10c5-4f19-9652-f8a17ab1ba03 req-b6c9ab10-c72e-46b3-a1fd-e790e2911f61 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:33.766708 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7d65cee6-10c5-4f19-9652-f8a17ab1ba03 req-b6c9ab10-c72e-46b3-a1fd-e790e2911f61 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0860066
Nov 23 13:06:33.810061 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7d65cee6-10c5-4f19-9652-f8a17ab1ba03 req-0664dba1-e2ea-4442-aa5c-b2925be7917f tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378067
Nov 23 13:06:35.023888 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6aaed-183d-41cc-aa73-590203595fd8 req-3cddc7ed-f566-47ae-b7ec-924867631f7e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:35.025381 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-47c6aaed-183d-41cc-aa73-590203595fd8 req-3cddc7ed-f566-47ae-b7ec-924867631f7e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0955534
Nov 23 13:06:35.071041 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-47c6aaed-183d-41cc-aa73-590203595fd8 req-1ad13ed5-36af-46d6-bafa-2197a3ca8806 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373397
Nov 23 13:06:36.273421 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7f8bc-cf26-4888-93e8-aa622d20e7b3 req-569786f2-a30d-4c07-a46c-2e83e69ed03e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:36.274944 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-abc7f8bc-cf26-4888-93e8-aa622d20e7b3 req-569786f2-a30d-4c07-a46c-2e83e69ed03e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 943 time: 0.0888913
Nov 23 13:06:36.332259 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-abc7f8bc-cf26-4888-93e8-aa622d20e7b3 req-ad9e17c8-9252-44fc-aca3-5933f949d626 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483811
Nov 23 13:06:36.391446 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:06:36.522972 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:06:36.535878 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'port_id': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'mac_address': 'fa:16:3e:c1:47:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:06:36.592322 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:36.609450 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:06:36.626121 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:06:36.634182 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:36.637518 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:06:36.716751 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=9']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:06:36.725153 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.725659 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.726170 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.726678 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.727221 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.727760 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.728136 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.728606 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.728929 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.729248 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.729562 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.729906 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:06:36.734121 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:06:36.972336 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['6baf7f7f-6c12-43fb-8cdd-b70b566d5612'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:06:37.634675 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780927-4c5b-40e5-bdb0-5302fc4c6280 req-433081e0-5a22-4936-9ef8-aa97e5c10e0a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:37.635990 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff780927-4c5b-40e5-bdb0-5302fc4c6280 req-433081e0-5a22-4936-9ef8-aa97e5c10e0a tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 944 time: 0.1769118
Nov 23 13:06:37.681596 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ff780927-4c5b-40e5-bdb0-5302fc4c6280 req-350f1804-ea80-4253-a349-ea8cf66a9a2d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371015
Nov 23 13:06:38.406532 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:06:38.485301 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:06:38.485680 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:38.602308 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:38.628812 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:06:38.639023 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:06:38.643854 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:38.645702 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-208489ec-21a9-4c47-9716-78759111db12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:06:38.676367 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'code': 200}
Nov 23 13:06:38.718941 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=10']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:06:38.722299 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:06:38.874653 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfaf1b-8529-421d-85fd-430005c7a0e9 req-d8ae285b-106a-4734-bce3-b4eb505b8db6 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:38.876107 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3fbfaf1b-8529-421d-85fd-430005c7a0e9 req-d8ae285b-106a-4734-bce3-b4eb505b8db6 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 946 time: 0.0869949
Nov 23 13:06:38.918529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24358b72-173f-4943-958b-7e7ecbf408db req-6cbe0e44-640a-4ee8-8e88-99931d2879d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:38.919993 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-24358b72-173f-4943-958b-7e7ecbf408db req-6cbe0e44-640a-4ee8-8e88-99931d2879d8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 1099 time: 0.0767074
Nov 23 13:06:38.928920 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3fbfaf1b-8529-421d-85fd-430005c7a0e9 req-7f3eef09-36c5-42c7-b1b2-3a4a8d0340e5 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447648
Nov 23 13:06:38.961206 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-24358b72-173f-4943-958b-7e7ecbf408db req-1940cab7-6ef0-45d8-9b1d-abe1eaec0314 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349646
Nov 23 13:06:40.124207 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860cf28-c034-4aeb-b5b3-b8592e3acb5a req-55df446d-0c78-4fc6-9602-7525e63edfd0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:40.125634 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6860cf28-c034-4aeb-b5b3-b8592e3acb5a req-55df446d-0c78-4fc6-9602-7525e63edfd0 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 946 time: 0.0811059
Nov 23 13:06:40.169706 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6860cf28-c034-4aeb-b5b3-b8592e3acb5a req-a6423b2c-3f0a-4f52-bedf-04723d0487f7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383618
Nov 23 13:06:41.365774 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f741c39-25ea-4583-9995-620aa041107b req-61a3c740-27fb-4da2-89fd-2eff21f4bc38 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:41.367250 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5f741c39-25ea-4583-9995-620aa041107b req-61a3c740-27fb-4da2-89fd-2eff21f4bc38 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 946 time: 0.0870435
Nov 23 13:06:41.412821 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5f741c39-25ea-4583-9995-620aa041107b req-0ee535ce-6ffe-49d0-893a-10412145ec3b tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394599
Nov 23 13:06:47.347406 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:51.810087 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-970ed47f-bfcc-476c-90db-79b29add99b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:52.078304 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:53.996196 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4919927a-d4c4-43ee-aab3-331a4c973af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:54.979393 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:56.758726 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:06:56.963946 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-eda74ffc-2a58-41ef-a9cd-2e19aa9bf79e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743835
Nov 23 13:06:57.063857 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-d452ef8a-e062-403e-8ba2-b2325d476709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:57.065287 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-d452ef8a-e062-403e-8ba2-b2325d476709 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 1098 time: 0.0754318
Nov 23 13:06:57.283635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-d8833715-3c1b-4362-a39f-3d1fe939f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:57.285066 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-d8833715-3c1b-4362-a39f-3d1fe939f523 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1954851
Nov 23 13:06:57.387998 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-a6d1ea6a-97c7-4f96-9665-66ef480fce12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a810b6-270c-4994-af0f-fd6226744084 HTTP/1.1" status: 200  len: 1000 time: 0.0950449
Nov 23 13:06:57.448829 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-0bef1e12-5777-4799-b593-bc84473e7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:57.450200 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-0bef1e12-5777-4799-b593-bc84473e7a7b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0554709
Nov 23 13:06:57.526178 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-326bd163-3d07-4881-8942-27f549b20eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:06:57.527700 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-326bd163-3d07-4881-8942-27f549b20eb2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711181
Nov 23 13:06:57.663222 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-7b6b508b-22c7-4de3-98dc-bb22a9627f51 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281774
Nov 23 13:06:57.789892 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bc1f4c4e-aad7-43ba-8706-09c6b76427ce req-f376b169-b2c1-4d12-baff-d46761f03d32 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196477
Nov 23 13:07:05.957645 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:07:17.345491 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:21.812580 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-63caf595-e58a-46d1-a308-dd47fe97c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:22.080244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:23.999542 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-933ff32b-39b9-4782-9306-6e5f429fbae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:24.984272 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:26.762251 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:30.745147 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc67ff4-05c0-47ae-8d8d-627cfe0f1997 req-d6d7a7c0-020c-4a02-9495-a282d98c9be3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:30.746606 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fbc67ff4-05c0-47ae-8d8d-627cfe0f1997 req-d6d7a7c0-020c-4a02-9495-a282d98c9be3 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 946 time: 0.0863814
Nov 23 13:07:30.794464 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fbc67ff4-05c0-47ae-8d8d-627cfe0f1997 req-b3fcecf7-6035-46b3-b679-fef9dce07a50 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397704
Nov 23 13:07:31.997487 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece44a3-e06f-47b2-8392-247c62b7f80d req-e222a39b-9ab6-47d2-85a9-c092c02571a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:32.001315 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6ece44a3-e06f-47b2-8392-247c62b7f80d req-e222a39b-9ab6-47d2-85a9-c092c02571a7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 946 time: 0.0854850
Nov 23 13:07:32.044120 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6ece44a3-e06f-47b2-8392-247c62b7f80d req-0ea1fbfa-b613-47a9-b4aa-191a653c40e8 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups?id=5ab55605-f547-4567-bc4b-7f842762054a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390780
Nov 23 13:07:32.305729 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-ecf26e50-4862-4509-915f-cac49e3b594d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:32.306419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-ecf26e50-4862-4509-915f-cac49e3b594d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Synchronizing usage tracker for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:07:32.323163 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-ecf26e50-4862-4509-915f-cac49e3b594d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Unset dirty status for tenant:d69e938744bb45778f3581d1c8d7345d on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:07:32.324755 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-ecf26e50-4862-4509-915f-cac49e3b594d tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 946 time: 0.1143248
Nov 23 13:07:32.393446 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Deleting port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:32.393825 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:32.646478 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] For port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:32.646862 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:32.933592 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:32.933923 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:32.934230 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Floating IP 3fc81f64-0af4-4048-b7dd-ef3cb1e4d930 disassociated. External IP: 172.27.0.200, port: 6baf7f7f-6c12-43fb-8cdd-b70b566d5612.
Nov 23 13:07:32.934706 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Calling delete_port for 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:33.088848 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:33.099684 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7c5ce5b2-aa35-46dd-9f4e-0b5504bac418 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:33.268647 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ae860b7c-3f00-4dda-9662-9dd559195e88 req-8039a242-3fd6-4b7f-afbd-b4b74bcd72b1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/ports?device_id=b3652923-107f-4dd2-84bf-2cfc7df1ebce HTTP/1.1" status: 200  len: 210 time: 0.0433402
Nov 23 13:07:33.274408 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event deleted for resources: {'Port': ['ID=6baf7f7f-6c12-43fb-8cdd-b70b566d5612,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:33.285194 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.285573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.285973 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.290573 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:33.292719 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:33.471892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:07:33.649253 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:07:33.659760 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] Sync routers for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:07:33.670692 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:33.671551 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2e5670>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:33.726041 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] No DVR routers for this DVR port 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:07:33.728610 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:33.731474 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-deleted', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:07:33.751845 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-bb2a3331-00ac-4c22-a0f5-da97002031b7 req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.82 "DELETE /v2.0/ports/6baf7f7f-6c12-43fb-8cdd-b70b566d5612 HTTP/1.1" status: 204  len: 173 time: 1.4216368
Nov 23 13:07:33.855891 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:33.917692 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3652923-107f-4dd2-84bf-2cfc7df1ebce', 'name': 'network-vif-deleted', 'tag': '6baf7f7f-6c12-43fb-8cdd-b70b566d5612', 'status': 'completed', 'code': 200}
Nov 23 13:07:34.177474 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2e5670>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:34.181838 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] Checking router: b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:07:34.193986 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:34.194648 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2e5670>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:34.375977 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:34.402906 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52794) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:34.466495 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-72db5f33-a1e5-4b9a-9b08-a34a824c2e60 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:34.493916 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-72db5f33-a1e5-4b9a-9b08-a34a824c2e60 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:34.548700 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-72db5f33-a1e5-4b9a-9b08-a34a824c2e60 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:34.552906 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d99285db-6400-455c-8338-8f4171d1b91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:34.568432 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db5f33-a1e5-4b9a-9b08-a34a824c2e60 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab55605-f547-4567-bc4b-7f842762054a,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:34.570961 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-72db5f33-a1e5-4b9a-9b08-a34a824c2e60 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:34.581508 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-72db5f33-a1e5-4b9a-9b08-a34a824c2e60 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:34.582996 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-72db5f33-a1e5-4b9a-9b08-a34a824c2e60 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "DELETE /v2.0/security-groups/5ab55605-f547-4567-bc4b-7f842762054a HTTP/1.1" status: 204  len: 168 time: 0.1789677
Nov 23 13:07:34.585778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52798) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:34.605989 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.api.v2.resource [None req-c9b0b519-cc14-4cac-952f-daa479a12dd1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] show failed (client error): The resource could not be found.
Nov 23 13:07:34.607583 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c9b0b519-cc14-4cac-952f-daa479a12dd1 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "GET /v2.0/security-groups/5ab55605-f547-4567-bc4b-7f842762054a HTTP/1.1" status: 404  len: 347 time: 0.0207672
Nov 23 13:07:34.610588 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52802) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:34.743817 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b2e5670>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:34.747937 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbaf9e-2e55-4d72-9e42-8d1be2564b9d None None] The sync data for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi is: [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 4, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '093820c9-c3b1-4118-80b7-de1c75bcffbf', 'name': '', 'network_id': '12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'mac_address': 'fa:16:3e:cd:0c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:25Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'subnets': [{'id': '3209ec45-9d2a-49e3-bebf-892b3720c903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:07:34.766427 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Deleting port d1a61213-6cb4-4aaf-b389-310bf3ab45c4 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:34.766768 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:34.937405 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:34.937733 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:34.963273 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c2c65-f179-4a94-bebd-eded7c9cd0ac None None] New status for floating IP 3fc81f64-0af4-4048-b7dd-ef3cb1e4d930: DOWN {{(pid=86876) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:07:35.070757 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Calling delete_port for d1a61213-6cb4-4aaf-b389-310bf3ab45c4 owned by network:floatingip {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:35.175908 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.db.api [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86873) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:07:35.176239 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_db.api [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:07:35.677802 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Deleting port d1a61213-6cb4-4aaf-b389-310bf3ab45c4 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:35.678471 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:35.851236 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:35.851480 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:36.078568 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Calling delete_port for d1a61213-6cb4-4aaf-b389-310bf3ab45c4 owned by network:floatingip {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:36.228594 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:36.234229 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-fb692aaf-cf03-4697-9a38-c7a51ec735a9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:36.285990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Pushing event deleted for resources: {'Port': ['ID=d1a61213-6cb4-4aaf-b389-310bf3ab45c4,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:36.288992 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:36.380314 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks [] for floatingip, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:36.396114 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:36.397213 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] 10.222.0.73 "DELETE /v2.0/floatingips/3fc81f64-0af4-4048-b7dd-ef3cb1e4d930 HTTP/1.1" status: 204  len: 168 time: 1.7861190
Nov 23 13:07:36.709045 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:07:36.751711 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:07:36.752115 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 6baf7f7f-6c12-43fb-8cdd-b70b566d5612 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:07:39.241488 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52826) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:39.954799 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:40.424903 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Deleting port 093820c9-c3b1-4118-80b7-de1c75bcffbf {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:40.425611 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:40.606195 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] For port 093820c9-c3b1-4118-80b7-de1c75bcffbf, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=093820c9-c3b1-4118-80b7-de1c75bcffbf,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:40.606545 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:40.725592 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Calling delete_port for 093820c9-c3b1-4118-80b7-de1c75bcffbf owned by network:router_interface {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:40.948150 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:40.952813 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-27364c4c-97c7-46a7-83c1-06df87020838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:40.998241 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Pushing event deleted for resources: {'Port': ['ID=093820c9-c3b1-4118-80b7-de1c75bcffbf,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:41.069103 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.069465 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.069822 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.070170 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.070585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.071100 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.071331 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.071674 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.072023 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.072354 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.072730 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.073041 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:41.079829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:41.100791 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e7b5f-70fd-47c0-a2b4-f3f50831939a req-28e6579c-43e2-45b9-b122-c1dce26e91d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:41.102195 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fc8e7b5f-70fd-47c0-a2b4-f3f50831939a req-28e6579c-43e2-45b9-b122-c1dce26e91d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 945 time: 0.2349467
Nov 23 13:07:41.285225 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fc8e7b5f-70fd-47c0-a2b4-f3f50831939a req-230c0161-011a-4456-89d7-7585d91a8d71 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1740313
Nov 23 13:07:41.325145 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:41.682382 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:07:41.983362 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:07:41.993558 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] Sync routers for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:07:41.996129 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] 10.222.0.73 "PUT /v2.0/routers/b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7531724
Nov 23 13:07:41.998726 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52836) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:42.005069 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:42.005781 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b467790>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:42.172326 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:42.182308 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:42.348876 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:42.360932 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Deleting port 6dd7ed77-e40e-45b2-a865-b8df089d5287 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:42.361457 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:42.459057 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b467790>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T13:07:40Z', 'revision_number': 5, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port': {'id': '6dd7ed77-e40e-45b2-a865-b8df089d5287', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:06:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:42.463637 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] Checking router: b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:07:42.472865 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] Routers {'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:42.473479 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b467790>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:42.590346 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506087a1-6450-4e59-b157-d2b691045e8b req-e89ac3fd-d3b1-43ad-b067-b0bcf8e88da3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:42.591791 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-506087a1-6450-4e59-b157-d2b691045e8b req-e89ac3fd-d3b1-43ad-b067-b0bcf8e88da3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 945 time: 0.1960359
Nov 23 13:07:42.621982 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d6ef-5439-4927-afde-204ec4267205 req-061cd351-482b-4da8-ab91-6d11823775cc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:42.622656 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-9420d6ef-5439-4927-afde-204ec4267205 req-061cd351-482b-4da8-ab91-6d11823775cc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Synchronizing usage tracker for tenant:3bba76fa6426421b9748082efb414c55 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:07:42.628431 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] For port 6dd7ed77-e40e-45b2-a865-b8df089d5287, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=6dd7ed77-e40e-45b2-a865-b8df089d5287,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:42.628794 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:42.640178 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] Set router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 gateway port host: None {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:42.642591 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-9420d6ef-5439-4927-afde-204ec4267205 req-061cd351-482b-4da8-ab91-6d11823775cc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Unset dirty status for tenant:3bba76fa6426421b9748082efb414c55 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:07:42.643785 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9420d6ef-5439-4927-afde-204ec4267205 req-061cd351-482b-4da8-ab91-6d11823775cc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 945 time: 0.1312292
Nov 23 13:07:42.713717 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Deleting port 68a810b6-270c-4994-af0f-fd6226744084 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:42.714093 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:42.743111 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b467790>, [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T13:07:42Z', 'revision_number': 6, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:42.747047 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a0de19-e47c-4359-b7ba-f03f2a24fa24 None None] The sync data for ids ['b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05'] in dv-cinder-818884-1-iscsi is: [{'id': 'b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05', 'name': 'tempest-AttachVolumeShelveTestJSON-1169860475-router', 'tenant_id': 'd69e938744bb45778f3581d1c8d7345d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:21Z', 'updated_at': '2021-11-23T13:07:42Z', 'revision_number': 6, 'project_id': 'd69e938744bb45778f3581d1c8d7345d', 'gw_port_host': None}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:07:42.767255 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Calling delete_port for 6dd7ed77-e40e-45b2-a865-b8df089d5287 owned by network:router_gateway {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:42.796315 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-506087a1-6450-4e59-b157-d2b691045e8b req-c36901d6-1a8d-40de-ad5c-a379a768d946 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1949177
Nov 23 13:07:42.945164 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:42.949686 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:42.957248 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:07:42.963885 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] For port 68a810b6-270c-4994-af0f-fd6226744084, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68a810b6-270c-4994-af0f-fd6226744084,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:42.964248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:42.992594 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd7ed77-e40e-45b2-a865-b8df089d5287,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:43.018212 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:43.082769 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.242986 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 093820c9-c3b1-4118-80b7-de1c75bcffbf no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:07:43.288311 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 093820c9-c3b1-4118-80b7-de1c75bcffbf {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:07:43.288763 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 093820c9-c3b1-4118-80b7-de1c75bcffbf not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:07:43.294598 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.294989 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.295315 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Floating IP 1231fe48-40d1-4ecd-a005-1126f704a96b disassociated. External IP: 172.27.0.73, port: 68a810b6-270c-4994-af0f-fd6226744084.
Nov 23 13:07:43.295633 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Calling delete_port for 68a810b6-270c-4994-af0f-fd6226744084 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:43.380365 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.382570 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.407371 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.407846 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 {{(pid=86874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:07:43.419854 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.420954 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-967f1cf6-039e-4918-99fd-eb024aa752e1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b4cf5928-e4b8-4a3e-8c3c-26ba6dc4cb05 HTTP/1.1" status: 204  len: 168 time: 1.4213037
Nov 23 13:07:43.423658 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52842) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:43.442912 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.448597 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-bfe28da6-bcf4-4f0c-a791-3888abece11e tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:43.480902 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Deleting subnet 3209ec45-9d2a-49e3-bebf-892b3720c903 {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:07:43.483863 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.492577 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event deleted for resources: {'Port': ['ID=68a810b6-270c-4994-af0f-fd6226744084,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:43.495538 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:43.536417 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6577744'] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.619770 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.693451 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8297801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6741405'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.698153 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:43.736600 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3209ec45-9d2a-49e3-bebf-892b3720c903,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:43.740103 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:43.741467 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.746873 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b4baf-2242-4853-8af8-804eca09a42b None None] Network 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:07:43.750465 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-42968a0f-5d6f-47a3-bc3e-d6c1cfb43a5d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3209ec45-9d2a-49e3-bebf-892b3720c903 HTTP/1.1" status: 204  len: 168 time: 0.3235049
Nov 23 13:07:43.751280 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52846) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:43.774780 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:07:43.876420 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:43.889309 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Deleting port e29efacf-7e79-4e9e-96b1-685e4df46c1e {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:43.889735 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.020600 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:07:44.028692 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c5c3dcd7-2552-4e68-983f-c5ac9cf1cf86 req-cefc0614-c27f-496b-b733-7ec7e7b2c594 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6693e38-5b6d-42a6-93e8-3f94b1ea2e44 HTTP/1.1" status: 200  len: 210 time: 0.0583980
Nov 23 13:07:44.036385 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:07:44.057912 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:44.063009 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c0e2040>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:44.119615 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] No DVR routers for this DVR port 68a810b6-270c-4994-af0f-fd6226744084 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:07:44.120521 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] DHCP port deletion for 12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:07:44.121916 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.125547 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Deleting port e29efacf-7e79-4e9e-96b1-685e4df46c1e {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:44.126124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.131980 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'name': 'network-vif-deleted', 'tag': '68a810b6-270c-4994-af0f-fd6226744084'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:07:44.138708 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9420d6ef-5439-4927-afde-204ec4267205 req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "DELETE /v2.0/ports/68a810b6-270c-4994-af0f-fd6226744084 HTTP/1.1" status: 204  len: 173 time: 1.4892051
Nov 23 13:07:44.191810 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6693e38-5b6d-42a6-93e8-3f94b1ea2e44', 'name': 'network-vif-deleted', 'tag': '68a810b6-270c-4994-af0f-fd6226744084', 'status': 'completed', 'code': 200}
Nov 23 13:07:44.228349 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] For port e29efacf-7e79-4e9e-96b1-685e4df46c1e, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e29efacf-7e79-4e9e-96b1-685e4df46c1e,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:44.228819 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.292533 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:44.365908 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Calling delete_port for e29efacf-7e79-4e9e-96b1-685e4df46c1e owned by network:dhcp {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:44.377326 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] For port e29efacf-7e79-4e9e-96b1-685e4df46c1e, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=e29efacf-7e79-4e9e-96b1-685e4df46c1e,segment=NetworkSegment(2199eb64-ae05-423b-8d2a-1ae4eba48002),segment_id=2199eb64-ae05-423b-8d2a-1ae4eba48002)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:44.377889 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.445038 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.450448 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1e759bc9-9abf-4331-8ec0-f03a0aea9ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:44.515591 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29efacf-7e79-4e9e-96b1-685e4df46c1e,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:44.518308 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:44.523090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] No DVR routers for this DVR port e29efacf-7e79-4e9e-96b1-685e4df46c1e on host dv-cinder-818884-1-iscsi {{(pid=86874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:07:44.546548 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Calling delete_port for e29efacf-7e79-4e9e-96b1-685e4df46c1e owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:07:44.636200 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:07:44.636726 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:07:44.659555 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c0e2040>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:44.663606 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:07:44.671907 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:44.672504 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c0e2040>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:44.674609 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.699902 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c89a892e0>,) {'filters': {'network_id': ['12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:44.711887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89a892e0>, '2199eb64-ae05-423b-8d2a-1ae4eba48002') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:44.712180 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89a892e0>, '2199eb64-ae05-423b-8d2a-1ae4eba48002') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:44.723571 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.739336 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.745742 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:07:44.746123 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:07:44.759129 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:07:44.837222 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.842435 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:44.846294 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:44.868448 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:44.871229 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:44.882310 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:44.884236 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] 10.222.0.73 "DELETE /v2.0/networks/12a2cd6c-dcb9-4cbd-ba1b-a65f1a1dde75 HTTP/1.1" status: 204  len: 168 time: 1.1316512
Nov 23 13:07:45.039852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52856) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:45.043308 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e29efacf-7e79-4e9e-96b1-685e4df46c1e no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:07:45.106587 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: e29efacf-7e79-4e9e-96b1-685e4df46c1e {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:07:45.107210 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device e29efacf-7e79-4e9e-96b1-685e4df46c1e not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:07:45.107805 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6dd7ed77-e40e-45b2-a865-b8df089d5287 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:07:45.127865 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52862) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:45.128471 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-c0c1adf9-2a09-4963-a33b-31f16c71e6cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d69e938744bb45778f3581d1c8d7345d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0869148
Nov 23 13:07:45.137890 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Deleting port e29efacf-7e79-4e9e-96b1-685e4df46c1e {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:07:45.138805 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:45.194194 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-53e0e975-f120-430e-a5c0-040655088f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:45.206747 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-63d92efd-deea-41fc-9bd1-82daec990b8b None None] The port 'e29efacf-7e79-4e9e-96b1-685e4df46c1e' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:07:45.209158 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 6dd7ed77-e40e-45b2-a865-b8df089d5287 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:07:45.209702 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6dd7ed77-e40e-45b2-a865-b8df089d5287 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:07:45.240761 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-53e0e975-f120-430e-a5c0-040655088f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:45.242847 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c0e2040>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:45.247248 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f4445-9aab-4a7e-969d-e46ab7d2d18c None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:07:45.307866 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-53e0e975-f120-430e-a5c0-040655088f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:45.312984 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ec06089d-c1e2-4574-b08e-cd7a5dfd0487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:45.326415 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0e975-f120-430e-a5c0-040655088f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33338059-f88b-4cea-864c-cb187e0f7c5b,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:45.330174 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-53e0e975-f120-430e-a5c0-040655088f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:45.336032 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-53e0e975-f120-430e-a5c0-040655088f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:45.337206 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-53e0e975-f120-430e-a5c0-040655088f84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33338059-f88b-4cea-864c-cb187e0f7c5b HTTP/1.1" status: 204  len: 168 time: 0.2080235
Nov 23 13:07:45.426195 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-37478a4b-d3c6-4f9a-9fc0-2e072b65063d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432682100&fields=id&tenant_id=3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 267 time: 0.0450397
Nov 23 13:07:45.526046 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3fc3f3-e8b1-4d11-b60a-5f3a645b491a None None] New status for floating IP 1231fe48-40d1-4ecd-a005-1126f704a96b: DOWN {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:07:45.687965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-2495ae59-330e-4364-b201-8ec1228a08ba tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:45.689776 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-2495ae59-330e-4364-b201-8ec1228a08ba tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 812 time: 0.2567306
Nov 23 13:07:45.705064 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-524e3e89-b7c7-4233-b126-0f7a84a73f2d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/quotas/3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 375 time: 0.0099111
Nov 23 13:07:45.793956 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-67218c3d-b625-4f64-b631-454af7ca7a69 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0822601
Nov 23 13:07:45.933007 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-fb23117d-f731-4589-a7ee-2085e57ac3d4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 13:07:45.933998 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-fb23117d-f731-4589-a7ee-2085e57ac3d4 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1279378
Nov 23 13:07:46.068544 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1dc91f7f-4b1a-4764-871b-a22001e9c3ca service neutron] 10.222.0.73 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284444
Nov 23 13:07:46.207004 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-85eb090e-3908-4082-a7c9-7d2bfbbf3953 service neutron] 10.222.0.73 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327937
Nov 23 13:07:46.266479 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52896) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:46.364335 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-802868837-network', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:46.369188 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:46.373062 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Usage tracker for resource:network and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:46.375922 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:46.382083 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:46.392964 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Made reservation on behalf of 2135223a94f2459aa66dc2b283f158d4 for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:07:46.395368 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.408253 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.423140 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:46.427645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Usage tracker for resource:security_group_rule and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:46.430689 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:46.436533 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:46.532347 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.537778 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.542779 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-075cd330-cb8c-485a-830d-b7b406d8c60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:46.619397 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-32009388-7bb3-49a8-9014-152f89e577d5 req-6aaf7806-1873-4394-9d2d-c72320cc5310 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 210 time: 0.0608060
Nov 23 13:07:46.622479 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 13:07:46.628030 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c6ae3d-1622-4172-96e4-990c3152fe67,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:46.631463 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:46.644204 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.644204 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Added segment dd011447-632c-4510-bdde-b2c20c514d26 of type vlan for network 63305f6b-975d-4665-a382-14b9dc90f251
Nov 23 13:07:46.668677 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.698737 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.700148 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:46.700731 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:46.705756 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-dcdec590-1977-42ce-87d8-e538c86e4f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:46.725396 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 68a810b6-270c-4994-af0f-fd6226744084 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:07:46.760942 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 68a810b6-270c-4994-af0f-fd6226744084 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:07:46.761552 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 68a810b6-270c-4994-af0f-fd6226744084 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:07:46.803299 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5362146
Nov 23 13:07:46.806462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Pushing event updated for resources: {'Network': ['ID=63305f6b-975d-4665-a382-14b9dc90f251,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:46.806684 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52916) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:46.809095 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:46.813484 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Request body: {'subnet': {'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-802868837-subnet', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:46.816684 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 63305f6b-975d-4665-a382-14b9dc90f251 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 13:07:46.820036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:46.824234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Usage tracker for resource:subnet and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:46.828356 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:46.834812 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:46.845424 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Made reservation on behalf of 2135223a94f2459aa66dc2b283f158d4 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:07:46.847858 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.065226 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.069179 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-7fba0044-792d-4c98-83d3-5044109d19e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:47.136852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29dbaee8-75f7-4e0f-a833-79fd52028abc,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:47.140821 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:47.147885 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Checking segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:07:47.148245 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Network hostable DHCP agents. Network: 63305f6b-975d-4665-a382-14b9dc90f251, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 13:07:47.167778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Network 63305f6b-975d-4665-a382-14b9dc90f251 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 13:07:47.179066 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 63305f6b-975d-4665-a382-14b9dc90f251) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:07:47.182840 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:47.183429 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.189295 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05928596-dac9-43f4-86e4-56cd5b8baaf0 None None] Network 63305f6b-975d-4665-a382-14b9dc90f251 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:07:47.203910 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3957849
Nov 23 13:07:47.206858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52920) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:47.212261 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:47.217003 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:47.220950 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Usage tracker for resource:router and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:47.223977 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:47.229880 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:47.240596 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-694502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37744'] for router, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.241685 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-694833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-693041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-900475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37735'] for router, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.258016 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.361193 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.411740 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c771f4a-c692-5ddc-bad2-02768f4f89a9-63305f6b-975d-4665-a382-14b9dc90f251', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc'}]}} from dv-cinder-818884-1-iscsi. {{(pid=86875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 23 13:07:47.412606 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.555494 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692995', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-694292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37653'] for router, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.586017 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.db_base_plugin_common [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Allocated IP 172.20.0.2 (63305f6b-975d-4665-a382-14b9dc90f251/29dbaee8-75f7-4e0f-a833-79fd52028abc/4fcc4d1c-c59d-42f3-90a6-71133b687289) {{(pid=86875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:07:47.652277 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-b826af80-80c0-4b71-8570-56b6e73f6039 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:47.654005 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-b826af80-80c0-4b71-8570-56b6e73f6039 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 812 time: 0.1688159
Nov 23 13:07:47.725571 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-602378ad-679f-4dec-8a7b-3121d981676e tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 379 time: 0.0609181
Nov 23 13:07:47.736398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'port': {'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'admin_state_up': True, 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'security_groups': ['053cc2f9-8729-42e1-97e3-4485482a4fa1']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:47.841370 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Notify callbacks [] for port, precommit_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.853844 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Transition to ACTIVE for port object 4fcc4d1c-c59d-42f3-90a6-71133b687289 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:07:47.873223 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Transition to ACTIVE for port object 4fcc4d1c-c59d-42f3-90a6-71133b687289 will not be triggered until provisioned by entity DHCP. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:07:47.880770 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269'] for port, after_create {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.887935 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:47.902200 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:47.906743 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:port and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:47.909725 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:47.915919 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:47.928626 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Made reservation on behalf of 3bba76fa6426421b9748082efb414c55 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:07:47.932796 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:47.951803 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Network 63305f6b-975d-4665-a382-14b9dc90f251 is already hosted by enough agents. {{(pid=86875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:07:47.955152 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.scheduler.base_scheduler [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Resources bound (agent type, host, resource id):  {{(pid=86875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:07:47.959529 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Received port after_create {{(pid=86875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:07:47.968946 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Pushing event updated for resources: {'Port': ['ID=4fcc4d1c-c59d-42f3-90a6-71133b687289,revision_number=1']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:48.034188 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3e756c3e-a456-4311-8fbe-87ed51f4909f req-66a636e3-f39a-40b6-a3c7-46e2d429deaf tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 210 time: 0.2339237
Nov 23 13:07:48.084563 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.084904 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.085243 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.085568 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.085903 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.086228 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.086635 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.087003 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.087287 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.087606 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.087922 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.088230 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:48.095887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.098365 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:48.108653 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Attempting to bind port 4fcc4d1c-c59d-42f3-90a6-71133b687289 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:07:48.109171 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Attempting to bind port 4fcc4d1c-c59d-42f3-90a6-71133b687289 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:07:48.109887 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Attempting to bind port 4fcc4d1c-c59d-42f3-90a6-71133b687289 on network 63305f6b-975d-4665-a382-14b9dc90f251 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:07:48.116111 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:48.116611 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Checking segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:07:48.117155 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.117609 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Bound using segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:48.118142 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Bound port: 4fcc4d1c-c59d-42f3-90a6-71133b687289, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:07:48.118684 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.125026 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Allocated IP 172.20.0.3 (2d43fa0b-2420-433e-96e5-1d28eae4833a/8758b518-7596-4ad1-9c7b-73a1e4b05e78/0845bde8-6400-4d8d-862d-03592610ef7c) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:07:48.128487 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.230250 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] For port 4fcc4d1c-c59d-42f3-90a6-71133b687289, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:07:48.242381 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] For port 4fcc4d1c-c59d-42f3-90a6-71133b687289, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=4fcc4d1c-c59d-42f3-90a6-71133b687289,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:07:48.248123 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.259199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-babefa8d-4e80-449e-bebd-6deeb0e10213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:48.290201 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Allocated IP 172.27.0.21 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/663760a1-72c8-4c3e-b54c-54a2a7722b0b) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:07:48.348717 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.348987 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Pushing event updated for resources: {'Port': ['ID=4fcc4d1c-c59d-42f3-90a6-71133b687289,revision_number=2']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:48.356449 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-ece71d28-ecee-4234-bc85-958d382a15fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:48.375054 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Transition to ACTIVE for port object 0845bde8-6400-4d8d-862d-03592610ef7c will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:07:48.401155 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.409137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2b9d7628-c24f-4fdc-9c74-ef1fea15949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:48.469564 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.481571 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:07:48.484846 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:07:48.489005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:07:48.511711 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.516864 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-319b7858-011f-4587-9626-d3974923257b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:48.529436 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=0845bde8-6400-4d8d-862d-03592610ef7c,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:48.534375 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:48.557492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:48.558114 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.586672 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8552871
Nov 23 13:07:48.599159 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Request body: {'port': {'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:48.656647 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:07:48.659756 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:07:48.663958 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:07:48.718517 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Pushing event updated for resources: {'Port': ['ID=663760a1-72c8-4c3e-b54c-54a2a7722b0b,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:48.723407 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:48.768491 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.814963 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-5799f56f-6ec3-4b20-9b0f-35dfd8fdd5fb None None] Provisioning for port 0845bde8-6400-4d8d-862d-03592610ef7c completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:07:48.824148 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-5799f56f-6ec3-4b20-9b0f-35dfd8fdd5fb None None] Provisioning complete for port 0845bde8-6400-4d8d-862d-03592610ef7c triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:48.824537 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-5799f56f-6ec3-4b20-9b0f-35dfd8fdd5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:48.887265 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-5799f56f-6ec3-4b20-9b0f-35dfd8fdd5fb None None] Port 0845bde8-6400-4d8d-862d-03592610ef7c cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:07:49.054336 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 4fcc4d1c-c59d-42f3-90a6-71133b687289 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:07:49.106829 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.141194 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 4fcc4d1c-c59d-42f3-90a6-71133b687289 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:07:49.251935 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0845bde8-6400-4d8d-862d-03592610ef7c {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:07:49.260295 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.278207 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Transition to ACTIVE for port object 0845bde8-6400-4d8d-862d-03592610ef7c will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:07:49.284516 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.293628 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:49.458597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa79d86-9aba-456a-87ec-be4caac78ffd req-eb3ce692-7b71-4b22-932b-0b909fd053a6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:49.459463 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Pushing event updated for resources: {'Port': ['ID=0845bde8-6400-4d8d-862d-03592610ef7c,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:49.460136 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eaa79d86-9aba-456a-87ec-be4caac78ffd req-eb3ce692-7b71-4b22-932b-0b909fd053a6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 931 time: 0.2428832
Nov 23 13:07:49.462529 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:49.534162 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eaa79d86-9aba-456a-87ec-be4caac78ffd req-225b033c-32a5-4ee4-826c-e558fa114a15 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652375
Nov 23 13:07:49.565445 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693222'] for router, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.578107 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278be4b0-b7d9-41a0-a39b-2ae7897e11c3 None None] Network 63305f6b-975d-4665-a382-14b9dc90f251 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:07:49.588300 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Attempting to bind port 0845bde8-6400-4d8d-862d-03592610ef7c on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:07:49.588635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Attempting to bind port 0845bde8-6400-4d8d-862d-03592610ef7c by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:07:49.589073 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Attempting to bind port 0845bde8-6400-4d8d-862d-03592610ef7c on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:07:49.595100 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Port 0845bde8-6400-4d8d-862d-03592610ef7c on network 2d43fa0b-2420-433e-96e5-1d28eae4833a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:07:49.595404 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Attempting to bind port 0845bde8-6400-4d8d-862d-03592610ef7c on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:07:49.607410 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:49.607992 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Checking segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:07:49.608622 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Bound using segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:49.609298 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Bound port: 0845bde8-6400-4d8d-862d-03592610ef7c, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:07:49.609866 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.682244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Provisioning for port 4fcc4d1c-c59d-42f3-90a6-71133b687289 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:07:49.701064 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Provisioning complete for port 4fcc4d1c-c59d-42f3-90a6-71133b687289 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:49.701451 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.706808 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] For port 0845bde8-6400-4d8d-862d-03592610ef7c, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:07:49.710445 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] For port 0845bde8-6400-4d8d-862d-03592610ef7c, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0845bde8-6400-4d8d-862d-03592610ef7c,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:07:49.716031 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.720202 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d3359b8c-e30a-427d-a42a-e45bbdcedfb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:49.787181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:49.788493 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.790305 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] 10.222.0.82 "PUT /v2.0/ports/0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 200  len: 1093 time: 1.1957953
Nov 23 13:07:49.790707 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:07:49.824181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Pushing event updated for resources: {'Port': ['ID=0845bde8-6400-4d8d-862d-03592610ef7c,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:49.827605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:49.878540 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c', 'status': 'completed', 'code': 200}
Nov 23 13:07:49.927240 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-fcbff87d-5e16-4ef6-a642-7e8368d01246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:49.929485 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-fcbff87d-5e16-4ef6-a642-7e8368d01246 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1096 time: 0.0938423
Nov 23 13:07:49.939217 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.973106 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 is scheduled to L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a with binding_index 1 {{(pid=86874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 23 13:07:49.983058 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] For port 4fcc4d1c-c59d-42f3-90a6-71133b687289, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=4fcc4d1c-c59d-42f3-90a6-71133b687289,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:49.989755 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:49.991922 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:50.034423 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-3fe2b155-d2da-41d4-91e5-dc47160bc828 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 200  len: 217 time: 0.0976038
Nov 23 13:07:50.069806 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Pushing event updated for resources: {'Port': ['ID=4fcc4d1c-c59d-42f3-90a6-71133b687289,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:50.073556 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:50.116552 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-d9b9fe88-974b-4a91-9967-729072cb67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:50.118413 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-d9b9fe88-974b-4a91-9967-729072cb67f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0777488
Nov 23 13:07:50.182049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:07:50.192239 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Sync routers for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:07:50.202365 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:50.202971 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8ee0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:50.204150 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-61195311-37a0-42ea-98d9-8955abc8947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:50.205643 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-61195311-37a0-42ea-98d9-8955abc8947a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810778
Nov 23 13:07:50.211259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:50.215182 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.0047836
Nov 23 13:07:50.215554 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52934) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:50.255565 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-51490198-a0bf-4798-9a41-91bbef3b996f None None] Provisioning complete for port 4fcc4d1c-c59d-42f3-90a6-71133b687289 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:50.256338 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-51490198-a0bf-4798-9a41-91bbef3b996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:50.353744 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-25ac7e9d-c63c-4a8f-ba0f-1f94d76a1ea8 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406178
Nov 23 13:07:50.393117 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:50.512859 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-411dad57-5b0c-4335-b7bd-958a39d1f45c req-972f5e38-4a84-4d85-a43d-a51347506741 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535926
Nov 23 13:07:50.662238 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-ed3b85cc-65a6-4b36-bb0d-1b1a974845c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:50.663776 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-ed3b85cc-65a6-4b36-bb0d-1b1a974845c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1096 time: 0.0888932
Nov 23 13:07:50.683683 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8ee0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:48Z', 'revision_number': 3, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:50.687532 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Checking router: c9ab0a89-0f26-4deb-aa35-616f1024d4b0 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:07:50.687941 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Updating router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 port 663760a1-72c8-4c3e-b54c-54a2a7722b0b binding host dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:07:50.743319 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:50.804127 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-50eac39e-3407-47fc-936d-f10d42e98b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:50.805518 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-50eac39e-3407-47fc-936d-f10d42e98b8b service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1302538
Nov 23 13:07:50.873450 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd119c1-2bae-40c0-9471-4b48c200bb99 req-6a7bd4ab-df2b-45d7-aa6b-c16c748fd966 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:50.875056 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cfd119c1-2bae-40c0-9471-4b48c200bb99 req-6a7bd4ab-df2b-45d7-aa6b-c16c748fd966 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 943 time: 0.1696963
Nov 23 13:07:50.978636 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-cfd119c1-2bae-40c0-9471-4b48c200bb99 req-f13b3390-e55b-43e6-b8da-be56bf1daf40 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966413
Nov 23 13:07:51.019817 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-f5b0839d-a86b-4795-ad25-78ec8135c5e7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 200  len: 217 time: 0.2078614
Nov 23 13:07:51.069265 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 4fcc4d1c-c59d-42f3-90a6-71133b687289 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:07:51.075492 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.083855 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-aef56cb7-bc77-4e94-bb32-9be2927a5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:51.085392 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-aef56cb7-bc77-4e94-bb32-9be2927a5c92 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0592070
Nov 23 13:07:51.121336 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Notify callbacks [] for port, precommit_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.136242 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.provisioning_blocks [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Transition to ACTIVE for port object 663760a1-72c8-4c3e-b54c-54a2a7722b0b will not be triggered until provisioned by entity L2. {{(pid=86876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:07:51.144974 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.152364 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-a062d129-44ce-498d-a98e-9357b52b86dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:51.171556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-ce4b991d-eae4-42c9-80aa-d9460245ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:51.173610 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-ce4b991d-eae4-42c9-80aa-d9460245ef82 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806496
Nov 23 13:07:51.180251 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 4fcc4d1c-c59d-42f3-90a6-71133b687289 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:51.180631 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.228637 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Attempting to bind port 663760a1-72c8-4c3e-b54c-54a2a7722b0b on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:07:51.229757 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Attempting to bind port 663760a1-72c8-4c3e-b54c-54a2a7722b0b by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:07:51.230384 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Attempting to bind port 663760a1-72c8-4c3e-b54c-54a2a7722b0b on network 808ec153-2999-4a31-bb37-c33c116b6036 {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:07:51.241560 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:51.242402 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Checking segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:07:51.243137 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.243741 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Bound using segment: {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'} {{(pid=86876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:51.244544 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.managers [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Bound port: 663760a1-72c8-4c3e-b54c-54a2a7722b0b, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8470458-ecba-4d23-95db-de389a795862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}}] {{(pid=86876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:07:51.245166 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.286652 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Pushing event updated for resources: {'Port': ['ID=663760a1-72c8-4c3e-b54c-54a2a7722b0b,revision_number=2']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:51.304561 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.305164 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.305599 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.306059 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.306557 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.307028 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.307490 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.307911 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.308370 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.308823 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.309369 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.309781 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:07:51.315261 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:51.330222 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Allocated IP 172.20.0.1 (63305f6b-975d-4665-a382-14b9dc90f251/29dbaee8-75f7-4e0f-a833-79fd52028abc/62c12923-af1f-4ff1-9eb1-0c277bf48951) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:07:51.339008 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-243ea05a-5adc-4178-bcf9-d2da438ee23c service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574116
Nov 23 13:07:51.342297 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] For port 663760a1-72c8-4c3e-b54c-54a2a7722b0b, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:07:51.345363 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.plugins.ml2.db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] For port 663760a1-72c8-4c3e-b54c-54a2a7722b0b, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=663760a1-72c8-4c3e-b54c-54a2a7722b0b,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:07:51.350488 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron_lib.callbacks.manager [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.354522 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:51.431821 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Pushing event updated for resources: {'Port': ['ID=663760a1-72c8-4c3e-b54c-54a2a7722b0b,revision_number=3']} {{(pid=86876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:51.434432 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:51.435059 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8ee0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:51.480104 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-fb94de02-2294-4101-a62d-2fd5b5c2fd3e req-64985f09-9bf5-4733-bd24-901c59550661 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340754
Nov 23 13:07:51.522368 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG oslo_concurrency.lockutils [None req-2b596ec4-f5b7-4a0a-8e72-be6c46d1ea48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86876) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:51.610112 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.626789 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.provisioning_blocks [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Transition to ACTIVE for port object 62c12923-af1f-4ff1-9eb1-0c277bf48951 will not be triggered until provisioned by entity DHCP. {{(pid=86874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:07:51.646592 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:51.653015 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.656725 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9d278774-179c-40d3-9808-de74e54e4d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:51.720540 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Network 63305f6b-975d-4665-a382-14b9dc90f251 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:07:51.723446 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:07:51.727103 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:07:51.765915 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Pushing event updated for resources: {'Port': ['ID=62c12923-af1f-4ff1-9eb1-0c277bf48951,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:51.768898 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:51.786701 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553000'] for router_interface, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.805804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-99aaacf1-2068-4ca3-8aeb-d4ac10c5614a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.908092 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.958410 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-744b6635-c921-4533-bf61-77cb398ff40a None None] Provisioning for port 62c12923-af1f-4ff1-9eb1-0c277bf48951 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:07:51.962687 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8ee0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:48Z', 'revision_number': 3, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:51.965153 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-744b6635-c921-4533-bf61-77cb398ff40a None None] Provisioning complete for port 62c12923-af1f-4ff1-9eb1-0c277bf48951 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:51.965675 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-744b6635-c921-4533-bf61-77cb398ff40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:51.967599 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb84081-717b-4b6d-96e0-b7cac0a519cc None None] The sync data for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi is: [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:48Z', 'revision_number': 3, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:07:52.026838 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-744b6635-c921-4533-bf61-77cb398ff40a None None] Port 62c12923-af1f-4ff1-9eb1-0c277bf48951 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:07:52.073551 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:52.210851 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:52.216600 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:52.243287 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f4f3a5fe-00b6-4f73-a758-4b7e45d11906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:52.320291 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487441e-b760-4ddf-8dc8-ba5a4c81f560 req-45287bcd-4f23-48ac-819e-2b1eb1e795bc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:52.321853 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e487441e-b760-4ddf-8dc8-ba5a4c81f560 req-45287bcd-4f23-48ac-819e-2b1eb1e795bc tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 943 time: 0.2153964
Nov 23 13:07:52.353440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-553163'] for router_interface, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:52.369340 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Pushing event updated for resources: {'Port': ['ID=62c12923-af1f-4ff1-9eb1-0c277bf48951,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:52.380046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:52.461931 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e487441e-b760-4ddf-8dc8-ba5a4c81f560 req-1a8db977-f677-41bd-a88d-aed43f9011e0 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1308324
Nov 23 13:07:52.520800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Network 63305f6b-975d-4665-a382-14b9dc90f251 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:07:52.521979 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:07:52.716679 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:07:52.753261 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-670ad97a-39af-425b-af1f-9934d2071d70 None None] Provisioning complete for port 62c12923-af1f-4ff1-9eb1-0c277bf48951 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:52.753777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-670ad97a-39af-425b-af1f-9934d2071d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:52.812204 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-670ad97a-39af-425b-af1f-9934d2071d70 None None] Port 62c12923-af1f-4ff1-9eb1-0c277bf48951 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:07:52.898930 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:07:52.907906 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] 10.222.0.73 "PUT /v2.0/routers/c9ab0a89-0f26-4deb-aa35-616f1024d4b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6914282
Nov 23 13:07:53.043742 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 663760a1-72c8-4c3e-b54c-54a2a7722b0b up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:07:53.115027 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 663760a1-72c8-4c3e-b54c-54a2a7722b0b completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:07:53.120358 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 663760a1-72c8-4c3e-b54c-54a2a7722b0b triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:53.120743 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.291340 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.309646 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 663760a1-72c8-4c3e-b54c-54a2a7722b0b, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=663760a1-72c8-4c3e-b54c-54a2a7722b0b,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:53.313906 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.315877 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:53.391319 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=663760a1-72c8-4c3e-b54c-54a2a7722b0b,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:53.394482 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:53.434690 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Sync routers for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:07:53.444811 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:53.445461 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b0f66d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:53.488927 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52950) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:53.494246 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496902081', 'description': 'tempest-description--411197108'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:53.501824 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:53.506127 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:53.509237 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:53.516677 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:53.527894 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.550416 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:53.554684 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group_rule and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:53.558538 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:53.564421 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:53.628214 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:53.695266 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.700368 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.704729 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a0a611fc-189e-4d6d-a17e-47514739cb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:53.736206 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05aa0c-68b7-40e7-98c7-dc8c40bd5202 req-8a0bf67a-cdbb-4204-b7ea-89578c180c31 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:53.737666 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eb05aa0c-68b7-40e7-98c7-dc8c40bd5202 req-8a0bf67a-cdbb-4204-b7ea-89578c180c31 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 943 time: 0.1507139
Nov 23 13:07:53.769699 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.770898 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2809441
Nov 23 13:07:53.771715 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffaab6c-e82f-4bc1-96ef-14849823df87,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:53.774095 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 52954) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:53.776543 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:53.781666 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'security_group_rule': {'security_group_id': '0ffaab6c-e82f-4bc1-96ef-14849823df87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:53.789791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:53.794388 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group_rule and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:53.797898 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:53.799751 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-eb05aa0c-68b7-40e7-98c7-dc8c40bd5202 req-fcb7f44b-e8eb-4360-9103-dd605c18f47d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529029
Nov 23 13:07:53.814706 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:53.835835 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.899049 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.903144 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.905565 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-672e4107-562e-438a-9de4-03dd3588ff28 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:53.928086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd4b82c-56b4-497c-b505-2abfae32f817,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:53.930687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:53.940042 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b0f66d0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 2, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:53.940841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:53.942021 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e69dbe48-b41d-4176-ac2e-481e1e0eebf9 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1657126
Nov 23 13:07:53.944322 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Checking router: c9ab0a89-0f26-4deb-aa35-616f1024d4b0 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:07:53.944682 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Updating router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 port 62c12923-af1f-4ff1-9eb1-0c277bf48951 binding host dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 23 13:07:53.944860 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52958) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:53.950148 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'security_group_rule': {'security_group_id': '0ffaab6c-e82f-4bc1-96ef-14849823df87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:53.956052 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:53.960073 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group_rule and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:53.963143 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:53.969583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:53.987342 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.006677 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.017136 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4c57a5c0-dfbd-47cc-8051-81b4649e8e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.049005 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.052794 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.059032 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:54.080658 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9542426-a20f-4269-90e4-2ae8e452b396,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:54.083324 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:54.091941 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.093234 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a50fda2e-b272-4167-a55b-c41b685ad0c8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1473706
Nov 23 13:07:54.096297 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 52962) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:07:54.101333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:07:54.107290 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:07:54.111189 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:floatingip and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:07:54.115024 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:07:54.119862 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:07:54.243026 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.346794 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Notify callbacks [] for port, precommit_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.358776 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Transition to ACTIVE for port object 62c12923-af1f-4ff1-9eb1-0c277bf48951 will not be triggered until provisioned by entity L2. {{(pid=86875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:07:54.365646 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.369882 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:54.379715 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.524850 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Allocated IP 172.27.0.105 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/c948b77d-af1b-42ff-b5b1-3b55cce932f7) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:07:54.556300 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14198ed-29b8-41c2-804e-aab2031d4bdc None None] Pushing event updated for resources: {'Port': ['ID=62c12923-af1f-4ff1-9eb1-0c277bf48951,revision_number=3']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:54.563126 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-c14198ed-29b8-41c2-804e-aab2031d4bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:54.586074 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Attempting to bind port 62c12923-af1f-4ff1-9eb1-0c277bf48951 on host dv-cinder-818884-1-iscsi for vnic_type normal with profile  {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:07:54.586537 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Attempting to bind port 62c12923-af1f-4ff1-9eb1-0c277bf48951 by drivers openvswitch,hyperv on host dv-cinder-818884-1-iscsi at level 0 using segments [{'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:07:54.586903 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Attempting to bind port 62c12923-af1f-4ff1-9eb1-0c277bf48951 on network 63305f6b-975d-4665-a382-14b9dc90f251 {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:07:54.592648 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Checking agent: {'id': 'fa0d4eb3-671a-49d6-9c4e-bc333a8048e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818884-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 46, 22), 'started_at': datetime.datetime(2021, 11, 23, 12, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818884-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:07:54.593023 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Checking segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:07:54.593428 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.593819 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Bound using segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} {{(pid=86875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:07:54.594334 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.managers [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Bound port: 62c12923-af1f-4ff1-9eb1-0c277bf48951, host: dv-cinder-818884-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}}] {{(pid=86875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:07:54.594714 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.688201 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.694546 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] For port 62c12923-af1f-4ff1-9eb1-0c277bf48951, host dv-cinder-818884-1-iscsi, cleared binding levels {{(pid=86875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:07:54.697660 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] For port 62c12923-af1f-4ff1-9eb1-0c277bf48951, host dv-cinder-818884-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=62c12923-af1f-4ff1-9eb1-0c277bf48951,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:07:54.701594 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.705854 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-4c41b808-30bf-4575-a720-97f524764d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:54.718083 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.721710 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c0bbac04-4d7a-40ab-8420-cf3e91fcea8c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:54.777160 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:07:54.777788 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b0f66d0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:54.785333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:07:54.788367 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:07:54.792192 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:07:54.840162 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'Port': ['ID=c948b77d-af1b-42ff-b5b1-3b55cce932f7,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:54.852166 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:54.898804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:54.924518 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14198ed-29b8-41c2-804e-aab2031d4bdc None None] Pushing event updated for resources: {'Port': ['ID=62c12923-af1f-4ff1-9eb1-0c277bf48951,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:54.933080 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-c14198ed-29b8-41c2-804e-aab2031d4bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:55.001590 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:55.011373 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:07:55.025378 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:55.057666 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 663760a1-72c8-4c3e-b54c-54a2a7722b0b up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:07:55.127539 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cc38d-0ac2-4045-a70b-c42f6bde7d68 req-b853e8de-d5d2-474f-9395-2d2635a3163a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:55.129016 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-377cc38d-0ac2-4045-a70b-c42f6bde7d68 req-b853e8de-d5d2-474f-9395-2d2635a3163a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 943 time: 0.1849294
Nov 23 13:07:55.245157 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-377cc38d-0ac2-4045-a70b-c42f6bde7d68 req-ae2f7729-b51d-405c-ade9-598cc49dc943 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736198
Nov 23 13:07:55.286824 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:55.287726 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 663760a1-72c8-4c3e-b54c-54a2a7722b0b triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:55.288111 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:55.292264 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:55.295959 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e219ef2c-783d-40e1-a9e2-a2291879c7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:55.403353 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'Port': ['ID=c948b77d-af1b-42ff-b5b1-3b55cce932f7,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:55.406313 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:55.415319 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:55.439097 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:55.449223 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-703de289-247d-43dc-a6ef-595a4d8f73d7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3430924
Nov 23 13:07:55.488698 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b0f66d0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:54Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:07:55.492875 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11c8487-cc93-4602-b08c-37bcc89c0159 None None] The sync data for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi is: [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:54Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:07:55.757725 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-d950c2f3-9ef9-4c05-a785-8968e9d5ea38 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Synchronizing usage tracker for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:07:55.777059 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-d950c2f3-9ef9-4c05-a785-8968e9d5ea38 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Unset dirty status for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:07:55.778206 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-d950c2f3-9ef9-4c05-a785-8968e9d5ea38 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1496902081&fields=id&tenant_id=2135223a94f2459aa66dc2b283f158d4 HTTP/1.1" status: 200  len: 267 time: 0.0610979
Nov 23 13:07:55.932758 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-1fbd7e11-1d7c-4775-8604-fbba2ea2c2a8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:55.933442 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-1fbd7e11-1d7c-4775-8604-fbba2ea2c2a8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Synchronizing usage tracker for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:network {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:07:55.951992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-1fbd7e11-1d7c-4775-8604-fbba2ea2c2a8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Unset dirty status for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:network {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:07:55.953176 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-1fbd7e11-1d7c-4775-8604-fbba2ea2c2a8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 810 time: 0.1677289
Nov 23 13:07:55.970265 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-7854464b-ec9c-4e88-a115-0313cb8d8cc1 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/quotas/2135223a94f2459aa66dc2b283f158d4 HTTP/1.1" status: 200  len: 375 time: 0.0096133
Nov 23 13:07:56.057762 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-6cae9c8a-4179-4bfb-a6e6-0d575565ba59 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Synchronizing usage tracker for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:port {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:07:56.076312 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-6cae9c8a-4179-4bfb-a6e6-0d575565ba59 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Unset dirty status for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:port {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:07:56.077699 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-6cae9c8a-4179-4bfb-a6e6-0d575565ba59 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1015732
Nov 23 13:07:56.218256 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-38c2ff1b-30a8-49be-93c1-9a25f5d1ac79 service neutron] 10.222.0.73 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286802
Nov 23 13:07:56.352379 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-2f3dfa0f-ea93-4b97-83b5-f05f929aa94c service neutron] 10.222.0.73 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282606
Nov 23 13:07:56.571054 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-fafeca86-d033-422b-b063-975a1356149b req-d191acbc-26d6-4a13-825e-16a838e74a83 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 210 time: 0.0498555
Nov 23 13:07:56.605212 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cee43c-1339-404c-b278-3e346f76f094 req-61e00f3e-4199-4a55-823d-99e6a7ed7d5f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:56.606643 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-75cee43c-1339-404c-b278-3e346f76f094 req-61e00f3e-4199-4a55-823d-99e6a7ed7d5f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 943 time: 0.2485766
Nov 23 13:07:56.651937 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-75cee43c-1339-404c-b278-3e346f76f094 req-d1864c4d-062f-4a20-86af-33499ab299bd tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396023
Nov 23 13:07:56.765182 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:57.038162 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 62c12923-af1f-4ff1-9eb1-0c277bf48951 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:07:57.109066 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning for port 62c12923-af1f-4ff1-9eb1-0c277bf48951 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:07:57.114008 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 62c12923-af1f-4ff1-9eb1-0c277bf48951 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:57.114403 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:57.243551 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:57.281815 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] For port 62c12923-af1f-4ff1-9eb1-0c277bf48951, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=62c12923-af1f-4ff1-9eb1-0c277bf48951,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:57.286189 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:57.289030 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-3af8626e-cae6-4bab-9489-fe23a0abb8c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:57.358788 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Pushing event updated for resources: {'Port': ['ID=62c12923-af1f-4ff1-9eb1-0c277bf48951,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:57.362006 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:57.671750 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-476fa703-9d9c-439c-aefc-463f7471108a req-c848e093-8292-406e-9a1a-8086142057c3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 210 time: 0.0461771
Nov 23 13:07:57.840857 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da176a-5a5e-4fac-945b-ad1ae06ebc4b req-c0567611-1027-4d1f-a728-82699e5f6fb6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:57.842381 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d6da176a-5a5e-4fac-945b-ad1ae06ebc4b req-c0567611-1027-4d1f-a728-82699e5f6fb6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 943 time: 0.0798962
Nov 23 13:07:57.885820 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d6da176a-5a5e-4fac-945b-ad1ae06ebc4b req-4eeb7671-2c42-4124-93ca-b34e08476f3f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378501
Nov 23 13:07:58.792346 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 0845bde8-6400-4d8d-862d-03592610ef7c details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:07:58.830252 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-bff8bb46-8eaa-4d1d-b18a-4ebbace49f6f req-310d7452-ad69-472c-bc82-4c50a7eaeac0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 210 time: 0.0460420
Nov 23 13:07:58.930941 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 0845bde8-6400-4d8d-862d-03592610ef7c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0845bde8-6400-4d8d-862d-03592610ef7c,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:58.944712 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '0845bde8-6400-4d8d-862d-03592610ef7c', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:07:59.001513 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:59.026654 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0845bde8-6400-4d8d-862d-03592610ef7c {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:07:59.040406 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 62c12923-af1f-4ff1-9eb1-0c277bf48951 up at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:07:59.083199 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dfeb7-4f92-490d-93fa-28b9a7f830eb req-2e2360e6-757b-4a34-be97-0519f2dbf5ab tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:59.084682 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-045dfeb7-4f92-490d-93fa-28b9a7f830eb req-2e2360e6-757b-4a34-be97-0519f2dbf5ab tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 943 time: 0.0877423
Nov 23 13:07:59.089582 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 0845bde8-6400-4d8d-862d-03592610ef7c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0845bde8-6400-4d8d-862d-03592610ef7c,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:07:59.098414 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:59.102375 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:07:59.130915 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-045dfeb7-4f92-490d-93fa-28b9a7f830eb req-9ff2e029-9b8d-4e95-82b5-ab8cd642da11 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392799
Nov 23 13:07:59.177652 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=0845bde8-6400-4d8d-862d-03592610ef7c,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:07:59.180316 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Provisioning complete for port 62c12923-af1f-4ff1-9eb1-0c277bf48951 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:07:59.180695 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:07:59.203725 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:07:59.402778 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['0845bde8-6400-4d8d-862d-03592610ef7c'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:07:59.936550 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-d2db0527-3e40-4828-8af9-9f5c08bd3172 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:07:59.938148 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-d2db0527-3e40-4828-8af9-9f5c08bd3172 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 810 time: 0.1523008
Nov 23 13:07:59.994378 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-a686f116-42ec-4869-b2e4-74ea59ebe33a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2135223a94f2459aa66dc2b283f158d4 HTTP/1.1" status: 200  len: 380 time: 0.0461323
Nov 23 13:07:59.995000 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6183de93-852e-4de6-b7a9-50a8ab229556 req-509d8988-5435-4e41-ad89-6e7d48c2f11c tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 210 time: 0.0473530
Nov 23 13:08:00.006236 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'port': {'device_id': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'admin_state_up': True, 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'security_groups': ['0ffaab6c-e82f-4bc1-96ef-14849823df87']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:08:00.161805 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:08:00.172687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:08:00.183927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Made reservation on behalf of 2135223a94f2459aa66dc2b283f158d4 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:08:00.187512 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:00.314785 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dedf68-42e8-4894-8ac9-e73aeaee2457 req-2f087b35-3a55-44fe-a1d6-f00ce73b87cb tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:00.316227 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-98dedf68-42e8-4894-8ac9-e73aeaee2457 req-2f087b35-3a55-44fe-a1d6-f00ce73b87cb tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 944 time: 0.0805233
Nov 23 13:08:00.361630 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Allocated IP 172.20.0.7 (63305f6b-975d-4665-a382-14b9dc90f251/29dbaee8-75f7-4e0f-a833-79fd52028abc/ba6460ea-d75e-4fcc-bb07-11b304a5aba5) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:08:00.362149 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-98dedf68-42e8-4894-8ac9-e73aeaee2457 req-e2a33b53-829a-416d-9980-95d67e08d065 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394831
Nov 23 13:08:00.544157 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:00.559400 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Transition to ACTIVE for port object ba6460ea-d75e-4fcc-bb07-11b304a5aba5 will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:08:00.587908 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:00.593329 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:00.660125 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Network 63305f6b-975d-4665-a382-14b9dc90f251 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:08:00.663310 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:08:00.667171 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:08:00.697713 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'Port': ['ID=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:00.708435 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:00.734063 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:00.734700 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:00.760555 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7589493
Nov 23 13:08:00.772075 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Request body: {'port': {'device_id': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:08:00.791698 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 0845bde8-6400-4d8d-862d-03592610ef7c up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:08:00.862681 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 0845bde8-6400-4d8d-862d-03592610ef7c completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:08:00.867986 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 0845bde8-6400-4d8d-862d-03592610ef7c triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:08:00.868363 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:00.889149 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:00.931155 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-725f329e-c07e-423b-a8c0-32024be36741 None None] Provisioning for port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:08:00.937438 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-725f329e-c07e-423b-a8c0-32024be36741 None None] Provisioning complete for port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:08:00.937751 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-725f329e-c07e-423b-a8c0-32024be36741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.029390 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-725f329e-c07e-423b-a8c0-32024be36741 None None] Port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:08:01.049530 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.078558 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:08:01.088726 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 0845bde8-6400-4d8d-862d-03592610ef7c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0845bde8-6400-4d8d-862d-03592610ef7c,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:08:01.093849 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.096668 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:01.169862 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c', 'code': 200}
Nov 23 13:08:01.189666 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=0845bde8-6400-4d8d-862d-03592610ef7c,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:01.194394 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:01.232926 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58687052-f43e-45de-8ee1-37397c2e0e13 req-11c59a0d-d30b-429d-bc06-caaa4e44bec2 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:01.234512 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-58687052-f43e-45de-8ee1-37397c2e0e13 req-11c59a0d-d30b-429d-bc06-caaa4e44bec2 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 931 time: 0.1090941
Nov 23 13:08:01.285518 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-58687052-f43e-45de-8ee1-37397c2e0e13 req-4c8be0ab-a2c1-4a4b-80f9-4f033468f26c tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451715
Nov 23 13:08:01.358206 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6460ea-d75e-4fcc-bb07-11b304a5aba5 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:08:01.365758 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.420897 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Transition to ACTIVE for port object ba6460ea-d75e-4fcc-bb07-11b304a5aba5 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:08:01.424859 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.439151 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5f479129-a219-4a85-9791-3590962445e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:01.561116 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d83f5-0a04-43a6-9981-faea0ad9bab1 req-4589fa1d-14c9-4a80-b219-0595abab3fa9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:01.562992 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7e8d83f5-0a04-43a6-9981-faea0ad9bab1 req-4589fa1d-14c9-4a80-b219-0595abab3fa9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 945 time: 0.0921245
Nov 23 13:08:01.610215 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7e8d83f5-0a04-43a6-9981-faea0ad9bab1 req-767c6fd4-f9a9-44e8-93bf-52a252ec6cfe tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397856
Nov 23 13:08:01.616741 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Pushing event updated for resources: {'Port': ['ID=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:01.625330 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:01.672715 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26601e54-5a62-444e-b694-ff17e4327267 req-691ed9b9-51e2-4de1-ad5f-ef6b22e80baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:01.674219 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-26601e54-5a62-444e-b694-ff17e4327267 req-691ed9b9-51e2-4de1-ad5f-ef6b22e80baf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1098 time: 0.3012006
Nov 23 13:08:01.725052 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Attempting to bind port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:08:01.725386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Attempting to bind port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:08:01.725717 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Attempting to bind port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 on network 63305f6b-975d-4665-a382-14b9dc90f251 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:08:01.735077 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 on network 63305f6b-975d-4665-a382-14b9dc90f251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:08:01.735391 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Attempting to bind port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 on network 63305f6b-975d-4665-a382-14b9dc90f251 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:08:01.738505 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-26601e54-5a62-444e-b694-ff17e4327267 req-2e64c4a8-cf85-4ee9-a3bf-dca919f4cf3e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556796
Nov 23 13:08:01.742902 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:08:01.743236 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Checking segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:08:01.743617 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Bound using segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:08:01.744112 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Bound port: ba6460ea-d75e-4fcc-bb07-11b304a5aba5, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:08:01.744456 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.838532 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] For port ba6460ea-d75e-4fcc-bb07-11b304a5aba5, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:08:01.842146 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] For port ba6460ea-d75e-4fcc-bb07-11b304a5aba5, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:08:01.848029 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.854127 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-43370d15-5006-4c44-8499-a3293c7ba563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:01.912269 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:01.912881 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:01.914322 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] 10.222.0.82 "PUT /v2.0/ports/ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 200  len: 1093 time: 1.1464372
Nov 23 13:08:01.914794 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:08:01.933787 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Pushing event updated for resources: {'Port': ['ID=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:01.937101 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:01.961768 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'status': 'completed', 'code': 200}
Nov 23 13:08:02.079862 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a927a-2674-4bf9-a273-80cc485ec420 req-3548a3fc-4ec6-4b45-97aa-b27b035c96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.081471 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ed2a927a-2674-4bf9-a273-80cc485ec420 req-3548a3fc-4ec6-4b45-97aa-b27b035c96bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1096 time: 0.0779090
Nov 23 13:08:02.233556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a927a-2674-4bf9-a273-80cc485ec420 req-e5b8c83e-3a0a-4482-9e0d-5150c0e7d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.235038 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ed2a927a-2674-4bf9-a273-80cc485ec420 req-e5b8c83e-3a0a-4482-9e0d-5150c0e7d121 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2135223a94f2459aa66dc2b283f158d4&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1408885
Nov 23 13:08:02.382261 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a927a-2674-4bf9-a273-80cc485ec420 req-09e6e5d3-ed18-4b67-87b3-ba9bb16ccdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.383788 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ed2a927a-2674-4bf9-a273-80cc485ec420 req-09e6e5d3-ed18-4b67-87b3-ba9bb16ccdb4 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1407080
Nov 23 13:08:02.472482 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3a64c-e44e-4f55-a072-0d051603f4cd req-4b886a07-cf86-4356-af4a-4a8cf8e124bc tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.473909 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aaf3a64c-e44e-4f55-a072-0d051603f4cd req-4b886a07-cf86-4356-af4a-4a8cf8e124bc tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 943 time: 0.0822070
Nov 23 13:08:02.495164 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-6b5dbe73-96cb-4f32-a234-f5dda608281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.498369 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-6b5dbe73-96cb-4f32-a234-f5dda608281f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1096 time: 0.0776496
Nov 23 13:08:02.518919 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aaf3a64c-e44e-4f55-a072-0d051603f4cd req-0f0c661b-faba-4943-9e1d-3af65de8a753 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390196
Nov 23 13:08:02.568013 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-b24b9021-cb7a-4119-b0b2-937200788abf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 200  len: 217 time: 0.0623353
Nov 23 13:08:02.635393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-54054b6c-d5c7-4226-8bf9-1713964eaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.636871 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-54054b6c-d5c7-4226-8bf9-1713964eaecc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0623095
Nov 23 13:08:02.717398 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-737f5b04-7099-412d-a678-39efa3cdfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.718911 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-737f5b04-7099-412d-a678-39efa3cdfdfb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721722
Nov 23 13:08:02.792237 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d345bf-45ef-4c37-924a-d94bd414be51 req-a84153de-9a16-4bd4-97d6-e5a44e042c96 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:02.793558 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c9d345bf-45ef-4c37-924a-d94bd414be51 req-a84153de-9a16-4bd4-97d6-e5a44e042c96 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 945 time: 0.0790710
Nov 23 13:08:02.840263 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c9d345bf-45ef-4c37-924a-d94bd414be51 req-a02ae574-bbc9-4a24-9486-7d21855da896 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407722
Nov 23 13:08:02.853391 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-53f91c1c-22af-4973-8802-9a2c5328a5fd service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247730
Nov 23 13:08:02.993556 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3b239047-9b75-47ab-85c2-1eca0503e23c req-10feb5b3-a00c-4df0-b713-04110407ffe1 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328101
Nov 23 13:08:03.704615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860da56-2934-4544-97e5-53ac672ffe08 req-db03016e-c1ce-4607-b86c-74c0858a88a0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:03.706051 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f860da56-2934-4544-97e5-53ac672ffe08 req-db03016e-c1ce-4607-b86c-74c0858a88a0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 943 time: 0.0833616
Nov 23 13:08:03.750826 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f860da56-2934-4544-97e5-53ac672ffe08 req-c0e6fb04-f212-4ff1-aa57-aae5b91825d3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371325
Nov 23 13:08:04.045281 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb683a-5d8c-4860-8f7e-f5efb0f8a4ed req-743edef4-94d1-4e6a-a18a-e95e9316d4aa tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:04.046785 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fbb683a-5d8c-4860-8f7e-f5efb0f8a4ed req-743edef4-94d1-4e6a-a18a-e95e9316d4aa tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 945 time: 0.0906427
Nov 23 13:08:04.103033 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7fbb683a-5d8c-4860-8f7e-f5efb0f8a4ed req-2bee3f46-12a0-4d86-ad09-34b401509d74 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478458
Nov 23 13:08:04.289467 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee058a9c-cc28-4e71-8070-c349e4f00a80 req-28235b7a-14fe-4ed1-ad0e-d90ecd877325 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:04.290928 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee058a9c-cc28-4e71-8070-c349e4f00a80 req-28235b7a-14fe-4ed1-ad0e-d90ecd877325 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 945 time: 0.0855503
Nov 23 13:08:04.337356 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ee058a9c-cc28-4e71-8070-c349e4f00a80 req-7d558086-c8f1-45a5-bde0-18dd2fa6354c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381699
Nov 23 13:08:04.365887 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53034) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:04.449460 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa81e65-c9dd-46c0-b880-48c984e97029 tempest-TestVolumeBootPattern-2082347541 tempest-TestVolumeBootPattern-2082347541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:04.450873 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9aa81e65-c9dd-46c0-b880-48c984e97029 tempest-TestVolumeBootPattern-2082347541 tempest-TestVolumeBootPattern-2082347541-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1093 time: 0.0834990
Nov 23 13:08:04.453698 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53038) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:04.458584 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:08:04.464536 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:08:04.468446 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:floatingip and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:08:04.471329 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:08:04.477080 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:08:04.488695 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:04.633204 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:04.770150 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Allocated IP 172.27.0.82 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/9ece5ac0-8934-46d6-a205-0f9d2881109d) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:08:04.805777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device ba6460ea-d75e-4fcc-bb07-11b304a5aba5 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:08:04.941311 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port ba6460ea-d75e-4fcc-bb07-11b304a5aba5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:08:04.955922 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'port_id': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'mac_address': 'fa:16:3e:38:33:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:08:05.012327 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.032778 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6460ea-d75e-4fcc-bb07-11b304a5aba5 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:08:05.048460 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port ba6460ea-d75e-4fcc-bb07-11b304a5aba5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:08:05.054027 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.055836 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:05.081305 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.105659 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374f9a5-8caf-417e-ab08-459f7d870cf8 req-b1430152-9d63-494d-b7dd-4866c10dc3c0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:05.107164 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a374f9a5-8caf-417e-ab08-459f7d870cf8 req-b1430152-9d63-494d-b7dd-4866c10dc3c0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 943 time: 0.2446110
Nov 23 13:08:05.121861 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:05.125455 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:05.158282 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.163394 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1fabd526-512f-46cd-94e3-5da07b4f7657 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:05.194083 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a374f9a5-8caf-417e-ab08-459f7d870cf8 req-d1289654-9162-498f-a6ac-2896bb4e23e1 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786309
Nov 23 13:08:05.228434 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:08:05.231264 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:08:05.235116 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:08:05.272527 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=9ece5ac0-8934-46d6-a205-0f9d2881109d,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:05.276700 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:05.381063 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['ba6460ea-d75e-4fcc-bb07-11b304a5aba5'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:08:05.663274 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.743831 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.989615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.996398 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:05.999858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b14b169a-7192-4926-b1a1-9122a39feeae tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:06.104136 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=9ece5ac0-8934-46d6-a205-0f9d2881109d,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:06.108061 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:06.118052 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:06.289816 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Floating IP eb2df270-750b-4d99-a784-48b5a799563e associated. External IP: 172.27.0.82, port: 0845bde8-6400-4d8d-862d-03592610ef7c.
Nov 23 13:08:06.696730 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074738ea-28bd-4a20-b256-84f56d5c1db9 req-4b3de04e-8c95-4439-9c9a-288e9c235b1b tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:06.698319 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-074738ea-28bd-4a20-b256-84f56d5c1db9 req-4b3de04e-8c95-4439-9c9a-288e9c235b1b tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 944 time: 0.3552911
Nov 23 13:08:06.810284 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device ba6460ea-d75e-4fcc-bb07-11b304a5aba5 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:08:06.821498 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-074738ea-28bd-4a20-b256-84f56d5c1db9 req-453df5ab-b16a-43e5-ad30-8c0f6fd358fc tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172264
Nov 23 13:08:06.859237 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:08:06.879699 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:08:06.884778 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:08:06.885156 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:07.002575 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:07.030463 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:08:07.041830 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port ba6460ea-d75e-4fcc-bb07-11b304a5aba5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:08:07.046153 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:07.047951 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:08:07.048466 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:08:07.059301 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229420a-e333-4151-abef-aed3943fad2e None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:08:07.075261 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:07.076241 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8340>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:07.077826 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:07.093360 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'code': 200}
Nov 23 13:08:07.120575 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:08:07.123799 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:08:07.145802 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6911206
Nov 23 13:08:07.146864 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:08:07.282588 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:08:07.302040 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c', 'status': 'completed', 'code': 200}
Nov 23 13:08:07.484768 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57e458-bb19-4cf4-a9c4-8972026b6655 req-b11fc4e3-1bb3-4148-8b76-0c786419cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:07.486243 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff57e458-bb19-4cf4-a9c4-8972026b6655 req-b11fc4e3-1bb3-4148-8b76-0c786419cf46 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1098 time: 0.2215645
Nov 23 13:08:07.515515 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-4b5a05f6-309d-48de-8df7-810fe85cc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:07.516961 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-4b5a05f6-309d-48de-8df7-810fe85cc139 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1098 time: 0.1900933
Nov 23 13:08:07.597413 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ff57e458-bb19-4cf4-a9c4-8972026b6655 req-4920f6bc-b50a-4bab-92df-b695313f1a82 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039186
Nov 23 13:08:07.625257 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8340>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:05Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:07.629662 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229420a-e333-4151-abef-aed3943fad2e None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:08:07.639000 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:07.639629 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8340>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:07.656958 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-8be0a95b-2454-4e96-8d85-b42fc7490711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:07.658420 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-8be0a95b-2454-4e96-8d85-b42fc7490711 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1324615
Nov 23 13:08:07.821089 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:08:07.962914 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-b3eebe2c-8512-41a3-9227-e9c97a386a95 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 200  len: 998 time: 0.1025586
Nov 23 13:08:08.016051 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45624089-c6fc-4c08-9275-9590cc81a648 req-f4d83968-13d5-4bbe-a13d-ee81c174de43 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:08.017987 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-45624089-c6fc-4c08-9275-9590cc81a648 req-f4d83968-13d5-4bbe-a13d-ee81c174de43 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0880458
Nov 23 13:08:08.034562 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-9728c632-01eb-4915-8f43-2830d13bab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:08.036135 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-9728c632-01eb-4915-8f43-2830d13bab09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0661471
Nov 23 13:08:08.062494 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-45624089-c6fc-4c08-9275-9590cc81a648 req-1f7b9e03-f996-498d-ab2b-ff0efa76eb5b tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386820
Nov 23 13:08:08.139921 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-ebee53a3-5f9e-4c95-9b46-5fe0b40215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:08.141426 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-ebee53a3-5f9e-4c95-9b46-5fe0b40215b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754333
Nov 23 13:08:08.198214 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-0229420a-e333-4151-abef-aed3943fad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b5c8340>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:05Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:08.202305 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0229420a-e333-4151-abef-aed3943fad2e None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:05Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:08:08.277897 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-fa87651b-2a82-41ad-8c5e-b4c07fe0be16 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279976
Nov 23 13:08:08.415614 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-479748b2-8c46-48e3-9f24-41d3c01085b9 req-8c5af6d7-7b92-4c8f-b079-aece1424ae74 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307735
Nov 23 13:08:08.479979 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f147eba-0ac4-459a-868c-f2f1fda8f9cd None None] New status for floating IP eb2df270-750b-4d99-a784-48b5a799563e: ACTIVE {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:08:09.261746 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf7d02-e7a5-408f-9bd3-226567b47932 req-39002484-af0d-45a7-ab7b-e6279c8e99ee tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:09.263221 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5baf7d02-e7a5-408f-9bd3-226567b47932 req-39002484-af0d-45a7-ab7b-e6279c8e99ee tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0829656
Nov 23 13:08:09.309499 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5baf7d02-e7a5-408f-9bd3-226567b47932 req-2398a461-4133-46db-98b0-923a9a4bea61 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377243
Nov 23 13:08:09.497188 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb877b-cf17-4597-825b-fd58cca69d4d req-748f332b-e135-424e-873c-46befab26841 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:09.498656 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a6fb877b-cf17-4597-825b-fd58cca69d4d req-748f332b-e135-424e-873c-46befab26841 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0894136
Nov 23 13:08:09.507916 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53062) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:08:09.513256 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'floatingip': {'port_id': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:08:09.591125 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:10.176841 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:10.181934 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:10.464870 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Floating IP fc0db840-adfd-43b6-9fd3-1d48485d0df6 associated. External IP: 172.27.0.105, port: ba6460ea-d75e-4fcc-bb07-11b304a5aba5.
Nov 23 13:08:10.817804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:08:10.997437 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:08:11.001679 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:11.007029 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] Sync routers for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:08:11.017432 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:11.018108 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b827dc0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:11.057784 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c307b456-ec16-4403-b36e-42a5d2caba05 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "PUT /v2.0/floatingips/fc0db840-adfd-43b6-9fd3-1d48485d0df6 HTTP/1.1" status: 200  len: 991 time: 1.5488343
Nov 23 13:08:11.058458 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:08:11.101001 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'status': 'completed', 'code': 200}
Nov 23 13:08:11.192924 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:08:11.194098 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-64a08023-9479-4820-ad4b-db9a05ec7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:11.195627 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-64a08023-9479-4820-ad4b-db9a05ec7b82 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1098 time: 0.0720775
Nov 23 13:08:11.324334 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-4bb3b017-397c-458c-b728-f44383f464a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:11.325721 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-4bb3b017-397c-458c-b728-f44383f464a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.1238828
Nov 23 13:08:11.428100 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-5884e681-4c10-48e3-80a4-094e820e17a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 200  len: 999 time: 0.0959158
Nov 23 13:08:11.493969 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-5c1fabd0-793a-4eb4-ba94-77504c8fc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:11.495492 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-5c1fabd0-793a-4eb4-ba94-77504c8fc27b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0609062
Nov 23 13:08:11.530672 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b827dc0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'fc0db840-adfd-43b6-9fd3-1d48485d0df6', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'port_id': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'mac_address': 'fa:16:3e:38:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:07:54Z', 'updated_at': '2021-11-23T13:08:10Z', 'revision_number': 1, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:11.534620 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] Checking router: c9ab0a89-0f26-4deb-aa35-616f1024d4b0 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:08:11.543967 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:08:11.544567 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b827dc0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:07:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:11.571087 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-4623c84c-05f3-4804-85fd-aa24abae14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:08:11.572575 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-4623c84c-05f3-4804-85fd-aa24abae14f0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710106
Nov 23 13:08:11.713191 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-76d4308c-3aef-4296-839f-603824da7093 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259341
Nov 23 13:08:11.715793 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:08:11.841638 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-615f26b4-1524-4fdb-b00f-278eb9171633 req-d2581f8e-d865-4da4-ba9a-e104512b977e service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224020
Nov 23 13:08:12.068723 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b827dc0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'fc0db840-adfd-43b6-9fd3-1d48485d0df6', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'port_id': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'mac_address': 'fa:16:3e:38:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:07:54Z', 'updated_at': '2021-11-23T13:08:10Z', 'revision_number': 1, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:08:12.073036 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d4be61-4fe6-4e88-96c5-81bcaa538479 None None] The sync data for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi is: [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'fc0db840-adfd-43b6-9fd3-1d48485d0df6', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'port_id': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'mac_address': 'fa:16:3e:38:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:07:54Z', 'updated_at': '2021-11-23T13:08:10Z', 'revision_number': 1, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:08:12.276542 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05b013-308a-42ad-ac07-7fcfe58dce83 None None] New status for floating IP fc0db840-adfd-43b6-9fd3-1d48485d0df6: ACTIVE {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:08:17.353573 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:19.961040 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:08:21.816409 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a75d68bc-62f3-4055-ac72-b596b4f3a6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:22.083345 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:24.000130 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3a6d776c-83d6-46c9-86d3-f54d7ba4b891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:24.990921 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:26.768070 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:47.366530 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:51.821489 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dfb6dd54-0b39-490f-be1a-b64a38c19a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:52.083719 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:53.998878 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-154e4d92-d88d-4453-aef8-d4eb8f7f6acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:55.007206 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:56.769484 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:08:56.965216 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:09:00.927688 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-b7c7e9d1-dcf7-4360-9715-21926e37de3f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0782962
Nov 23 13:09:01.162730 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-e07aa41d-d4ab-48ea-b69d-f1180248c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:01.164245 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-e07aa41d-d4ab-48ea-b69d-f1180248c019 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1098 time: 0.1647472
Nov 23 13:09:01.319073 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-4746acfa-83d6-4b4c-8d64-b65e0f238fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:01.320516 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-4746acfa-83d6-4b4c-8d64-b65e0f238fb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1355667
Nov 23 13:09:01.422411 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-59db6660-7a05-4a60-b476-aa805ab352e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 200  len: 1000 time: 0.0952866
Nov 23 13:09:01.483680 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-09cc9fbb-81f1-44d2-91dd-f64350b27d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:01.485036 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-09cc9fbb-81f1-44d2-91dd-f64350b27d82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0565178
Nov 23 13:09:01.562040 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-249f6011-55a6-4099-96d1-7b68243b276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:01.563517 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-249f6011-55a6-4099-96d1-7b68243b276b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718417
Nov 23 13:09:01.706926 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-4d9244b3-0cdb-482c-833d-507d24ab9564 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363008
Nov 23 13:09:01.848117 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-36ca183f-4c86-4351-b72b-d4cc03a0b480 req-6aff4154-57f8-4fc9-a319-10caa72d7660 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348839
Nov 23 13:09:17.360247 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:21.820124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-bd040122-30f4-46ab-885d-66e1b25e48fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:22.089541 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:23.994411 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1eb1eb33-e9c1-4cf4-8d74-3ac778e88d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:24.996232 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:26.769604 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:33.970548 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:09:35.129999 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fbde2-2edf-4315-9244-ec92bebd0bde req-88e8dab8-a1f5-4754-9036-1610db7f056e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:35.131426 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-672fbde2-2edf-4315-9244-ec92bebd0bde req-88e8dab8-a1f5-4754-9036-1610db7f056e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0865321
Nov 23 13:09:35.177995 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-672fbde2-2edf-4315-9244-ec92bebd0bde req-b6135fdb-5993-421c-b965-a34f620e7123 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381820
Nov 23 13:09:36.385576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffd8e6-1f75-4806-b29c-26383c933ad7 req-9d7ed171-228a-4ae4-a6e2-75136d5b8615 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:36.387025 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-69ffd8e6-1f75-4806-b29c-26383c933ad7 req-9d7ed171-228a-4ae4-a6e2-75136d5b8615 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0889540
Nov 23 13:09:36.440259 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-69ffd8e6-1f75-4806-b29c-26383c933ad7 req-79af3955-3d9b-40f0-b442-0e6f2406babb tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471318
Nov 23 13:09:37.628883 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25861dac-2076-4b8a-ba19-aab1fdb5da48 req-32a78a83-9b67-4ea0-8c34-274ca5398b1a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:37.630413 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-25861dac-2076-4b8a-ba19-aab1fdb5da48 req-32a78a83-9b67-4ea0-8c34-274ca5398b1a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0822296
Nov 23 13:09:37.674159 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-25861dac-2076-4b8a-ba19-aab1fdb5da48 req-fc804a3c-20d3-4105-af70-f19bb611930a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378726
Nov 23 13:09:38.883175 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41720191-d33f-4816-b483-fcfcb149e472 req-ebb53932-ee5d-4f21-831a-fda0d3daaf32 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:38.884518 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-41720191-d33f-4816-b483-fcfcb149e472 req-ebb53932-ee5d-4f21-831a-fda0d3daaf32 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0887830
Nov 23 13:09:38.928216 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-41720191-d33f-4816-b483-fcfcb149e472 req-00d45064-492b-44d6-b362-660053745fa1 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377841
Nov 23 13:09:40.132760 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7e1db-c2c9-4462-8506-8ef15584684d req-1327188e-6acf-4434-aea9-3459e1731681 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:40.134188 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6af7e1db-c2c9-4462-8506-8ef15584684d req-1327188e-6acf-4434-aea9-3459e1731681 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0887611
Nov 23 13:09:40.181812 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6af7e1db-c2c9-4462-8506-8ef15584684d req-25845eeb-6ad0-4e11-b506-af57554bb1ed tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410402
Nov 23 13:09:41.387083 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db56b17-f6b3-4aab-89d1-75651d2f0470 req-112f6416-c5b2-4439-ad3c-d8516f636272 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:41.388415 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5db56b17-f6b3-4aab-89d1-75651d2f0470 req-112f6416-c5b2-4439-ad3c-d8516f636272 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0907254
Nov 23 13:09:41.431113 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5db56b17-f6b3-4aab-89d1-75651d2f0470 req-a7ac800f-d8be-451b-9918-348f05c44c13 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367243
Nov 23 13:09:42.641845 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab6a05-6f0b-434e-a41f-3cef98723866 req-fe9561e6-0e6e-4fb4-abe8-9bd83312aecd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:42.643296 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-faab6a05-6f0b-434e-a41f-3cef98723866 req-fe9561e6-0e6e-4fb4-abe8-9bd83312aecd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0916681
Nov 23 13:09:42.795936 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-faab6a05-6f0b-434e-a41f-3cef98723866 req-1c8260b6-3014-4591-942a-ce5df3837463 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457260
Nov 23 13:09:44.001763 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb02f50-b709-4001-afc7-63e36a952714 req-35369f14-56fc-4dea-b7c7-08717efb8bbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:44.003208 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2fb02f50-b709-4001-afc7-63e36a952714 req-35369f14-56fc-4dea-b7c7-08717efb8bbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0890391
Nov 23 13:09:44.046236 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2fb02f50-b709-4001-afc7-63e36a952714 req-260a1843-27f4-41ba-83c0-2aacb543e86c tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374002
Nov 23 13:09:45.249072 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213979f9-1e68-4826-9ff0-275b40d53d40 req-051507aa-ad66-43c3-b210-f80371180ac8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:45.250557 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-213979f9-1e68-4826-9ff0-275b40d53d40 req-051507aa-ad66-43c3-b210-f80371180ac8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0987053
Nov 23 13:09:45.297118 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-213979f9-1e68-4826-9ff0-275b40d53d40 req-846f5272-84a1-49e7-acc9-24a7374c427e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406222
Nov 23 13:09:46.495397 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ca806-1550-4ce4-ab2a-f314f76b1340 req-93c8f6f8-5b61-44fb-b285-4517ab1ed779 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:46.496867 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-161ca806-1550-4ce4-ab2a-f314f76b1340 req-93c8f6f8-5b61-44fb-b285-4517ab1ed779 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0868320
Nov 23 13:09:46.544559 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-161ca806-1550-4ce4-ab2a-f314f76b1340 req-4e199415-d082-400b-8910-d33f497ee511 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419736
Nov 23 13:09:46.878318 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064cf0-0e0b-46dc-bc2c-fb7ae87eaa97 req-8f434c16-27bb-4c3c-af43-dde725987ca0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:46.879691 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12064cf0-0e0b-46dc-bc2c-fb7ae87eaa97 req-8f434c16-27bb-4c3c-af43-dde725987ca0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0824792
Nov 23 13:09:46.918309 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-6d1ab8d1-1b82-4dc7-bb9f-bd1e434171cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:46.919768 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-6d1ab8d1-1b82-4dc7-bb9f-bd1e434171cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1098 time: 0.0706115
Nov 23 13:09:46.924706 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-12064cf0-0e0b-46dc-bc2c-fb7ae87eaa97 req-98390272-e980-42d7-8d9e-59dc30c39a79 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392756
Nov 23 13:09:47.050678 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-2d7acc08-bcac-46c6-b84d-064e9448d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:47.052129 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-2d7acc08-bcac-46c6-b84d-064e9448d729 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.1262827
Nov 23 13:09:47.160248 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-b3515add-8713-4962-9e17-290f37d4b5d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 200  len: 1001 time: 0.1009367
Nov 23 13:09:47.224284 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-0e8c4bf5-d112-40e8-9020-fd1e4e4acd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:47.225671 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-0e8c4bf5-d112-40e8-9020-fd1e4e4acd23 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0589941
Nov 23 13:09:47.304213 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-2897ba36-f15a-428a-a511-0bc8b0b88a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:47.305639 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-2897ba36-f15a-428a-a511-0bc8b0b88a02 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737150
Nov 23 13:09:47.368035 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:47.435790 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-f849f7bf-4034-46d7-b5eb-53fde514b747 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227562
Nov 23 13:09:47.564551 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-78b5e860-51b3-45e6-8415-84ee47dcc968 req-55b3b205-1fe1-44a5-a50d-5c6f6fcacdb6 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226282
Nov 23 13:09:48.134645 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e6165-c3c8-4318-aa01-5fd306f34c73 req-5236bf0f-cabf-4716-9de7-eca96a087321 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:48.136323 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3f7e6165-c3c8-4318-aa01-5fd306f34c73 req-5236bf0f-cabf-4716-9de7-eca96a087321 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0904405
Nov 23 13:09:48.180763 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3f7e6165-c3c8-4318-aa01-5fd306f34c73 req-e4097dba-5943-464e-9c0e-65fcf2a8b6de tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386107
Nov 23 13:09:49.383318 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f331a0-2dea-4bb8-9fb4-b764a2434abf req-336dbfc4-240c-48c3-90bf-247549037af6 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:09:49.384672 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-31f331a0-2dea-4bb8-9fb4-b764a2434abf req-336dbfc4-240c-48c3-90bf-247549037af6 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0840898
Nov 23 13:09:49.430694 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-31f331a0-2dea-4bb8-9fb4-b764a2434abf req-38b6c3a8-3c4b-451d-8804-c0e094983d03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372341
Nov 23 13:09:51.824700 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e490dfd9-e044-43ca-997c-1e0653818751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:52.092134 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:53.999772 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-54458c7f-69ba-40e8-a851-e9791db5f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:55.000036 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:09:56.771430 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:03.951347 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-a5d74b79-e753-4252-8b9a-487125ad3b7f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719802
Nov 23 13:10:04.050214 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-130912bb-bd0e-42cb-bdec-33b3412dc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:04.051698 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-130912bb-bd0e-42cb-bdec-33b3412dc00a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1098 time: 0.0747149
Nov 23 13:10:04.277152 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-10bc96f1-383a-43ca-9fe3-13c5a1c23556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:04.278633 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-10bc96f1-383a-43ca-9fe3-13c5a1c23556 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.2045887
Nov 23 13:10:04.382262 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-5b3a6813-f161-4637-b374-9ccfed5511b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 200  len: 1001 time: 0.0964200
Nov 23 13:10:04.446221 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-ccffd1a5-44b4-46d6-ac8b-3f972d60799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:04.447609 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-ccffd1a5-44b4-46d6-ac8b-3f972d60799f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0581367
Nov 23 13:10:04.529721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-01641ffc-0771-45e7-aa96-0cb824c668c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:04.531115 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-01641ffc-0771-45e7-aa96-0cb824c668c2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687344
Nov 23 13:10:04.669862 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-a88bdbdf-728a-4790-9e0a-761a26f8d6f2 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307583
Nov 23 13:10:04.808897 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-8c91c44d-e94d-40eb-8148-f6fcd92a1b63 req-50dbc223-6ac4-4f3b-888a-aa05e6ca99d0 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315489
Nov 23 13:10:07.631450 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-3b6be2e4-849a-4210-8253-03069ddc15b6 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432682100&fields=id&tenant_id=3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 267 time: 0.0511796
Nov 23 13:10:07.781606 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-e07cd724-4937-42c6-9dde-36c2068a881c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:07.783181 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-e07cd724-4937-42c6-9dde-36c2068a881c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 812 time: 0.1451168
Nov 23 13:10:07.800369 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-eb53b6dc-c52e-49d8-9d9f-7259dd8de53c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/quotas/3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 375 time: 0.0093684
Nov 23 13:10:07.901276 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-86a4990f-c028-49ac-84b9-72b346c8964a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0952446
Nov 23 13:10:08.110031 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-20eb351d-da2c-460a-a7d8-a8f2e5719a29 service neutron] 10.222.0.73 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926489
Nov 23 13:10:08.241067 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-68782aa2-5231-4199-b457-5dcdb0fbefbd service neutron] 10.222.0.73 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251767
Nov 23 13:10:08.646769 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2dd7bc0c-3a80-4ee6-a6e7-82e329fbea14 req-ee0185eb-ae8c-4ce5-9640-8ca494f0a9c5 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 210 time: 0.0460701
Nov 23 13:10:09.694420 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-2c32aac5-6e2b-4887-a8a0-71ea870dad6d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:09.695766 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-2c32aac5-6e2b-4887-a8a0-71ea870dad6d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 812 time: 0.1469460
Nov 23 13:10:09.752106 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-32069c63-2d8b-49ba-b1d8-0efc035c6a40 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bba76fa6426421b9748082efb414c55 HTTP/1.1" status: 200  len: 379 time: 0.0477138
Nov 23 13:10:09.760736 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'port': {'device_id': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'admin_state_up': True, 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'security_groups': ['053cc2f9-8729-42e1-97e3-4485482a4fa1']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:10:09.797617 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-df247051-40ee-4988-8996-7768865baec6 req-a53b7a7e-2687-4c54-9af2-ef885fafd696 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 210 time: 0.0452347
Nov 23 13:10:09.898758 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:10:09.904444 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:port and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:10:09.908813 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:10:09.915845 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:10:09.928248 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Made reservation on behalf of 3bba76fa6426421b9748082efb414c55 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:10:09.934181 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:10.105478 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Allocated IP 172.20.0.14 (2d43fa0b-2420-433e-96e5-1d28eae4833a/8758b518-7596-4ad1-9c7b-73a1e4b05e78/3d383a6a-af4b-4538-a166-afef2487b059) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:10:10.307756 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:10.323581 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Transition to ACTIVE for port object 3d383a6a-af4b-4538-a166-afef2487b059 will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:10:10.347634 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:10.353297 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-6bde1141-1e6b-4de2-a363-857f6e185e90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:10:10.417402 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:10:10.420620 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:10:10.424470 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:10:10.457625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=3d383a6a-af4b-4538-a166-afef2487b059,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:10:10.476438 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.476794 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.477169 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.477556 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.477954 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.478313 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.478678 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.479036 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.479391 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.479743 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.480099 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.480447 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:10.486049 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:10:10.507401 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:10.508013 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:10.534763 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7776816
Nov 23 13:10:10.547861 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Request body: {'port': {'device_id': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:10:10.657552 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:10.711991 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-0ace586d-4a26-46d9-963f-0b66e6b7d8c6 None None] Provisioning for port 3d383a6a-af4b-4538-a166-afef2487b059 completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:10:10.717776 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-0ace586d-4a26-46d9-963f-0b66e6b7d8c6 None None] Provisioning complete for port 3d383a6a-af4b-4538-a166-afef2487b059 triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:10:10.718232 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-0ace586d-4a26-46d9-963f-0b66e6b7d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:10.774622 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-0ace586d-4a26-46d9-963f-0b66e6b7d8c6 None None] Port 3d383a6a-af4b-4538-a166-afef2487b059 cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:10:10.969661 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:10:11.036703 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4d0ff-8ce2-4712-83e3-9b4ecd9cd4a0 req-838cb09b-c1a1-41b4-ba55-332d11385404 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:11.038119 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-47b4d0ff-8ce2-4712-83e3-9b4ecd9cd4a0 req-838cb09b-c1a1-41b4-ba55-332d11385404 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 932 time: 0.1362209
Nov 23 13:10:11.075958 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d383a6a-af4b-4538-a166-afef2487b059 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:10:11.083298 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:11.084127 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-47b4d0ff-8ce2-4712-83e3-9b4ecd9cd4a0 req-8211e4d7-919e-49e8-a07e-e536cff1b5b8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394599
Nov 23 13:10:11.099979 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Transition to ACTIVE for port object 3d383a6a-af4b-4538-a166-afef2487b059 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:10:11.104572 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:11.108299 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c6363708-667e-45ea-978b-938dace849c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:10:11.256791 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Pushing event updated for resources: {'Port': ['ID=3d383a6a-af4b-4538-a166-afef2487b059,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:10:11.264770 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:10:11.338308 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Attempting to bind port 3d383a6a-af4b-4538-a166-afef2487b059 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:10:11.338669 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Attempting to bind port 3d383a6a-af4b-4538-a166-afef2487b059 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:10:11.338987 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Attempting to bind port 3d383a6a-af4b-4538-a166-afef2487b059 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:10:11.343752 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Port 3d383a6a-af4b-4538-a166-afef2487b059 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:10:11.344064 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Attempting to bind port 3d383a6a-af4b-4538-a166-afef2487b059 on network 2d43fa0b-2420-433e-96e5-1d28eae4833a {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:10:11.349223 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:10:11.349547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Checking segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:10:11.349922 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Bound using segment: {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:10:11.350337 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Bound port: 3d383a6a-af4b-4538-a166-afef2487b059, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c468c-a4d4-4f14-9be7-df075fcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:10:11.350705 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:11.444271 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] For port 3d383a6a-af4b-4538-a166-afef2487b059, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:10:11.447692 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] For port 3d383a6a-af4b-4538-a166-afef2487b059, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d383a6a-af4b-4538-a166-afef2487b059,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:10:11.453931 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:11.459266 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-239959f9-4ad8-4ce4-954c-4706c48e8db2 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:10:11.524193 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:11.524803 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:11.526156 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] 10.222.0.82 "PUT /v2.0/ports/3d383a6a-af4b-4538-a166-afef2487b059 HTTP/1.1" status: 200  len: 1094 time: 0.9826977
Nov 23 13:10:11.526686 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:10:11.558256 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Pushing event updated for resources: {'Port': ['ID=3d383a6a-af4b-4538-a166-afef2487b059,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:10:11.562224 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:10:11.579807 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059', 'status': 'completed', 'code': 200}
Nov 23 13:10:11.658027 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-b0529022-f7d8-4f25-9dea-664797bd0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:11.659554 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-b0529022-f7d8-4f25-9dea-664797bd0920 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 1097 time: 0.0724311
Nov 23 13:10:11.731572 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-b4917b17-8a17-4051-a1ba-f847024e8182 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d383a6a-af4b-4538-a166-afef2487b059 HTTP/1.1" status: 200  len: 217 time: 0.0635571
Nov 23 13:10:11.794993 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-e05f153c-d5d4-41d3-bf3c-34d543b73ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:11.796293 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-e05f153c-d5d4-41d3-bf3c-34d543b73ff3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0582013
Nov 23 13:10:11.879297 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-506daf2f-8932-4d52-a15e-9e34eedb861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:11.880809 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-506daf2f-8932-4d52-a15e-9e34eedb861c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765333
Nov 23 13:10:12.013517 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-4840a8ed-d81d-4f6b-9ed6-13da73dc292c service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253891
Nov 23 13:10:12.143785 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-295c2784-333b-4a6b-a0b3-1beb62b60c2f req-ba355837-74dc-43d0-91ca-c0fa4e9578fa service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236498
Nov 23 13:10:12.260741 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-496b64dd-f3bf-4c17-bac7-67e3865f0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:12.262325 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-496b64dd-f3bf-4c17-bac7-67e3865f0016 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 1097 time: 0.0715232
Nov 23 13:10:12.270831 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970bc4-d19b-45a3-a5a4-1cb97ab19f7b req-98bba99b-9e54-4845-9994-54481c75cd16 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:12.272371 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a2970bc4-d19b-45a3-a5a4-1cb97ab19f7b req-98bba99b-9e54-4845-9994-54481c75cd16 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 944 time: 0.0827765
Nov 23 13:10:12.315533 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a2970bc4-d19b-45a3-a5a4-1cb97ab19f7b req-7020421c-962e-489a-8c32-0cd1d5ff7812 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373635
Nov 23 13:10:12.394299 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-aa7df11d-3637-40e9-abf0-407403721fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:12.395752 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-aa7df11d-3637-40e9-abf0-407403721fc0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1260784
Nov 23 13:10:12.539849 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-b63c7c09-d2e9-4276-ae6a-79f107703e1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d383a6a-af4b-4538-a166-afef2487b059 HTTP/1.1" status: 200  len: 217 time: 0.1360240
Nov 23 13:10:12.600167 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-a7b0f82e-2429-40b1-9379-92f90de5d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:12.601594 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-a7b0f82e-2429-40b1-9379-92f90de5d677 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0557542
Nov 23 13:10:12.679689 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-af3e3cc1-eaac-4ad5-b05c-fbe97845151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:12.681090 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-af3e3cc1-eaac-4ad5-b05c-fbe97845151b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730412
Nov 23 13:10:12.816446 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-0b08900d-c831-4365-8ffd-63e9aa512ceb service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237006
Nov 23 13:10:12.962815 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-743f60a5-335c-459d-9608-7f2ebdf8d4d6 req-f9b821ab-c0f1-481d-971f-31564e05f934 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390007
Nov 23 13:10:13.518431 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0aa69-c1ca-44b4-a05d-ca3f7d1f90b8 req-8ce6ffff-90d8-4217-b80d-336c97301435 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:13.520536 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ddc0aa69-c1ca-44b4-a05d-ca3f7d1f90b8 req-8ce6ffff-90d8-4217-b80d-336c97301435 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 944 time: 0.0880167
Nov 23 13:10:13.568986 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ddc0aa69-c1ca-44b4-a05d-ca3f7d1f90b8 req-01896d04-e46d-4dce-9877-119343d4791c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428066
Nov 23 13:10:14.762164 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eede92-5463-4ad5-9b96-04a95c07170d req-5c549fc2-c97c-4720-a69a-ecbc5340e78f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:14.763937 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f5eede92-5463-4ad5-9b96-04a95c07170d req-5c549fc2-c97c-4720-a69a-ecbc5340e78f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 944 time: 0.0818064
Nov 23 13:10:14.810626 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f5eede92-5463-4ad5-9b96-04a95c07170d req-8713c453-f428-4af2-a675-ac930164027e tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382299
Nov 23 13:10:16.108858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9c398-90d7-4caa-a7d5-0a44c22f0302 req-8345c1fb-0acc-46b2-9f4d-467865938e9b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:16.110240 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-52c9c398-90d7-4caa-a7d5-0a44c22f0302 req-8345c1fb-0acc-46b2-9f4d-467865938e9b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 944 time: 0.1863444
Nov 23 13:10:16.156954 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-52c9c398-90d7-4caa-a7d5-0a44c22f0302 req-158475ab-b895-4eed-a20f-e40f9a39b798 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395732
Nov 23 13:10:17.359484 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842e6fd-1bfd-4ce0-af0a-19bc211b9b39 req-5fe8e2db-077f-4ad0-b367-619b6ddf7cf5 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:17.360856 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e842e6fd-1bfd-4ce0-af0a-19bc211b9b39 req-5fe8e2db-077f-4ad0-b367-619b6ddf7cf5 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 944 time: 0.0882003
Nov 23 13:10:17.372640 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:17.405787 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e842e6fd-1bfd-4ce0-af0a-19bc211b9b39 req-267bb41c-a2a4-4016-b370-51978a4725be tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392547
Nov 23 13:10:18.603846 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bf605-48b7-4e0d-a951-01b62ec33578 req-c7f1a2cd-20ce-405a-9756-279f4df9e45f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:18.605257 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a07bf605-48b7-4e0d-a951-01b62ec33578 req-c7f1a2cd-20ce-405a-9756-279f4df9e45f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 944 time: 0.0849175
Nov 23 13:10:18.652902 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a07bf605-48b7-4e0d-a951-01b62ec33578 req-a385a7d8-5c07-4d4a-95ba-469a86ebf9f9 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391552
Nov 23 13:10:19.610141 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3d383a6a-af4b-4538-a166-afef2487b059 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:10:19.751161 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 3d383a6a-af4b-4538-a166-afef2487b059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d383a6a-af4b-4538-a166-afef2487b059,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:10:19.765270 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '3d383a6a-af4b-4538-a166-afef2487b059', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'port_id': '3d383a6a-af4b-4538-a166-afef2487b059', 'mac_address': 'fa:16:3e:a2:0e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:10:19.818943 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:19.835925 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d383a6a-af4b-4538-a166-afef2487b059 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:10:19.838478 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1825d4-2fb3-492c-9dc2-d7a11d559c90 req-000c4d3f-fec6-419b-9c96-16aec41fc81a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:19.839922 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5f1825d4-2fb3-492c-9dc2-d7a11d559c90 req-000c4d3f-fec6-419b-9c96-16aec41fc81a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 944 time: 0.0814042
Nov 23 13:10:19.851738 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 3d383a6a-af4b-4538-a166-afef2487b059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d383a6a-af4b-4538-a166-afef2487b059,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:10:19.856973 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:19.859691 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:10:19.889045 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5f1825d4-2fb3-492c-9dc2-d7a11d559c90 req-a8899dc0-34ce-4951-b3fa-618a256de88a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426731
Nov 23 13:10:19.926028 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=3d383a6a-af4b-4538-a166-afef2487b059,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:10:19.933509 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.933907 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.934199 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.934561 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.934919 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.935246 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.935568 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.935890 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.936213 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.936557 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.936874 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.937188 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:19.941055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:10:20.228834 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['3d383a6a-af4b-4538-a166-afef2487b059'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:10:21.133233 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cf7ba-91b0-46e8-99f3-1b42d98b197e req-9b967468-3581-4d1a-b1ec-6b8db970fc4c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:21.134720 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-037cf7ba-91b0-46e8-99f3-1b42d98b197e req-9b967468-3581-4d1a-b1ec-6b8db970fc4c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 945 time: 0.1400752
Nov 23 13:10:21.180948 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-037cf7ba-91b0-46e8-99f3-1b42d98b197e req-fd2e6fe1-602c-4cee-a2f5-3fdc90c0ee33 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401416
Nov 23 13:10:21.623978 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3d383a6a-af4b-4538-a166-afef2487b059 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:10:21.712220 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 3d383a6a-af4b-4538-a166-afef2487b059 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:10:21.719249 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 3d383a6a-af4b-4538-a166-afef2487b059 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:10:21.719782 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:21.852013 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a1928f94-da90-43b7-b524-3a757cab7749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:21.856482 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:21.882435 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:10:21.892464 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 3d383a6a-af4b-4538-a166-afef2487b059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d383a6a-af4b-4538-a166-afef2487b059,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:10:21.897685 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:21.899544 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:10:21.931728 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059', 'code': 200}
Nov 23 13:10:21.971159 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=3d383a6a-af4b-4538-a166-afef2487b059,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:10:21.974398 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:10:22.084571 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:22.248034 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [req-175d8d14-c324-42b9-8b6b-20ffd80e2565 req-1a375799-c332-4694-ba80-bc74e50dd3c2 service neutron] (86874) timed out ('10.222.0.82', 51280) {{(pid=86874) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:10:22.252799 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60506431-0fb8-4602-a2b7-cb4f68242f48 req-8e59d39e-e480-4d3b-96c0-60855015bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:22.254261 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-60506431-0fb8-4602-a2b7-cb4f68242f48 req-8e59d39e-e480-4d3b-96c0-60855015bf33 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 1099 time: 0.0686867
Nov 23 13:10:22.297317 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-60506431-0fb8-4602-a2b7-cb4f68242f48 req-9e70f7f5-5e63-4024-947d-4ff2b9f736b7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357931
Nov 23 13:10:22.371679 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afe55c-8c41-45c4-bd82-324c3a93352f req-03329599-b609-4fec-9bff-003c9dc37e65 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:22.373133 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-18afe55c-8c41-45c4-bd82-324c3a93352f req-03329599-b609-4fec-9bff-003c9dc37e65 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0878477
Nov 23 13:10:22.418896 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-18afe55c-8c41-45c4-bd82-324c3a93352f req-737d64d7-513b-46c6-8df6-f0ea15f026c0 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399914
Nov 23 13:10:23.620713 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0c751-f5fe-4541-ad0a-bf053b70a64e req-515fa780-024e-4fa5-b3fb-4924b76a6bd5 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:23.622183 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-73a0c751-f5fe-4541-ad0a-bf053b70a64e req-515fa780-024e-4fa5-b3fb-4924b76a6bd5 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0811443
Nov 23 13:10:23.683772 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-73a0c751-f5fe-4541-ad0a-bf053b70a64e req-76b9e1d9-3a54-42cb-816c-c7819379c03f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525093
Nov 23 13:10:23.991947 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-523b079a-9e18-4389-a126-761a78790343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:24.883407 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfb38d-9ab9-4cf2-829f-7f834c162d78 req-63947c2d-20a0-4d56-816a-6da8bbf95d45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:24.884790 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44bfb38d-9ab9-4cf2-829f-7f834c162d78 req-63947c2d-20a0-4d56-816a-6da8bbf95d45 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0945523
Nov 23 13:10:24.935311 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-44bfb38d-9ab9-4cf2-829f-7f834c162d78 req-a3416fda-714a-4097-8a8f-d8e85151b49e tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443957
Nov 23 13:10:25.000918 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:25.124770 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39c6a3-6f91-43b1-9410-15efad0073c6 req-54a47f1d-35bf-4522-baa0-abd16a912e30 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:25.126283 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ce39c6a3-6f91-43b1-9410-15efad0073c6 req-54a47f1d-35bf-4522-baa0-abd16a912e30 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0837202
Nov 23 13:10:25.182096 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ce39c6a3-6f91-43b1-9410-15efad0073c6 req-4962437d-289b-476a-941e-382c83f74c4a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402336
Nov 23 13:10:25.204405 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53402) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:25.384238 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd31496-614e-4e52-9f56-1981b19fd1ae tempest-TestVolumeBootPattern-2082347541 tempest-TestVolumeBootPattern-2082347541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:25.385696 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-cfd31496-614e-4e52-9f56-1981b19fd1ae tempest-TestVolumeBootPattern-2082347541 tempest-TestVolumeBootPattern-2082347541-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 1094 time: 0.1803238
Nov 23 13:10:25.388935 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53408) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:10:25.393700 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'port_id': '3d383a6a-af4b-4538-a166-afef2487b059', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:10:25.399613 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:10:25.403988 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Usage tracker for resource:floatingip and tenant:3bba76fa6426421b9748082efb414c55 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:10:25.408071 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:10:25.416108 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:10:25.429433 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:25.574769 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:25.708472 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Allocated IP 172.27.0.251 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/5acc4e9d-9b75-4412-a008-f9a3b1e2cdc4) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:10:25.885607 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:25.919427 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:25.923812 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-04a11bc6-98ed-491d-9f4e-c231d65cdc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:10:25.981076 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:10:25.983934 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:10:25.987700 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:10:26.027948 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=5acc4e9d-9b75-4412-a008-f9a3b1e2cdc4,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:10:26.039718 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.040093 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.040457 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.040819 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.041171 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.041523 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.041877 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.042226 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.042605 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.042957 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.043301 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.043644 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:10:26.048408 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:10:26.508941 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:26.583745 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:26.773928 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:26.798626 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:26.803796 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:26.807333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c27a4061-78d3-44b7-8e08-0bd99ecc88a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:10:26.910463 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event updated for resources: {'Port': ['ID=5acc4e9d-9b75-4412-a008-f9a3b1e2cdc4,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:10:26.914585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:10:26.923341 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:27.092020 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.l3_db [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Floating IP 600b2a01-54bb-4529-990c-58cb1ff9e947 associated. External IP: 172.27.0.251, port: 3d383a6a-af4b-4538-a166-afef2487b059.
Nov 23 13:10:27.439264 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:10:27.612714 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:10:27.622675 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:10:27.633154 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:27.633751 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b256fd0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:10:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:10:27.637326 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:27.694443 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6bc665e6-ee4d-4823-acf6-34cd8b8be147 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3044019
Nov 23 13:10:27.694990 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059'}] {{(pid=86874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:10:27.737929 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059', 'status': 'completed', 'code': 200}
Nov 23 13:10:27.814457 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:10:27.839999 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-943b03c4-1676-42f7-a622-14b5ecea74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:27.842555 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-943b03c4-1676-42f7-a622-14b5ecea74e7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 1099 time: 0.0812101
Nov 23 13:10:27.975076 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-20ba266c-64a6-4cbd-b04e-c59802831012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:27.976597 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-20ba266c-64a6-4cbd-b04e-c59802831012 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1281531
Nov 23 13:10:28.079772 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-abb68519-cd31-4afb-bd68-83fa770bee78 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d383a6a-af4b-4538-a166-afef2487b059 HTTP/1.1" status: 200  len: 1000 time: 0.0965502
Nov 23 13:10:28.143490 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-96ad1eba-fede-4276-a2f8-8168498d09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:28.144990 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-96ad1eba-fede-4276-a2f8-8168498d09f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0588067
Nov 23 13:10:28.157877 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b256fd0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '600b2a01-54bb-4529-990c-58cb1ff9e947', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '3d383a6a-af4b-4538-a166-afef2487b059', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:a2:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:10:26Z', 'updated_at': '2021-11-23T13:10:26Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}, {'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:08Z', 'revision_number': 1, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:10:28.161766 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:10:28.170032 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:10:28.170649 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b256fd0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:10:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:10:28.218231 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-3421861a-7c5d-4736-bdeb-05b29f6d4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:28.219740 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-3421861a-7c5d-4736-bdeb-05b29f6d4820 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679193
Nov 23 13:10:28.347215 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:10:28.348056 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-4de0113e-f91f-4493-be66-72b90a70b079 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214914
Nov 23 13:10:28.478567 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-9c37ec04-f8de-4d3c-9c45-3cc6371dffba req-0e7f555b-105d-47b3-a31a-206b3af08e67 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234360
Nov 23 13:10:28.695595 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b256fd0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '600b2a01-54bb-4529-990c-58cb1ff9e947', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '3d383a6a-af4b-4538-a166-afef2487b059', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:a2:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:10:26Z', 'updated_at': '2021-11-23T13:10:26Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}, {'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:08Z', 'revision_number': 1, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:10:28.699611 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f92b8d9-bee1-49ce-aacd-3b4955433cec None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': '600b2a01-54bb-4529-990c-58cb1ff9e947', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '3d383a6a-af4b-4538-a166-afef2487b059', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:a2:0e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:10:26Z', 'updated_at': '2021-11-23T13:10:26Z', 'revision_number': 0, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}, {'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:08Z', 'revision_number': 1, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:10:28.894244 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40042e8f-1354-45fa-9716-def5d76bb93f None None] New status for floating IP 600b2a01-54bb-4529-990c-58cb1ff9e947: ACTIVE {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:10:33.060828 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [req-31cc0043-ff9c-464e-8ddf-67e45b29408d req-20d64dd9-cea2-4504-b319-78a4283336f9 service neutron] (86873) timed out ('10.222.0.82', 51324) {{(pid=86873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:10:47.390238 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:47.974197 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:10:51.827409 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-21e54eed-0a74-4351-bb36-c648a102590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:52.094873 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:53.997628 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-971ab191-4554-4c87-a663-301f77caa07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:55.012247 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:56.775058 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:10:58.327066 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae216b3-b254-4712-9cea-729c19cea112 req-558421bf-7811-406c-9956-a0855422cdd7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:58.328617 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3ae216b3-b254-4712-9cea-729c19cea112 req-558421bf-7811-406c-9956-a0855422cdd7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0857904
Nov 23 13:10:58.372430 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3ae216b3-b254-4712-9cea-729c19cea112 req-e236c781-3424-4c8b-b2d3-b0583805f919 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380099
Nov 23 13:10:59.686871 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3633d02-32df-4459-bd38-c5826842f5f8 req-b2103a28-9340-494b-8482-8f04c1a3f480 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:10:59.688224 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e3633d02-32df-4459-bd38-c5826842f5f8 req-b2103a28-9340-494b-8482-8f04c1a3f480 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.2034991
Nov 23 13:10:59.732387 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e3633d02-32df-4459-bd38-c5826842f5f8 req-c45ae311-b626-4baa-87ba-f891e7b507ac tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384471
Nov 23 13:11:00.935655 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1effc40-ad3d-420c-bbf2-c3d1c5e780c1 req-57cf5346-cb7d-496d-9869-18e554539eab tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:00.937017 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a1effc40-ad3d-420c-bbf2-c3d1c5e780c1 req-57cf5346-cb7d-496d-9869-18e554539eab tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0883460
Nov 23 13:11:00.981526 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a1effc40-ad3d-420c-bbf2-c3d1c5e780c1 req-e9241c8d-5380-44c8-97a5-f4570c68bede tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386710
Nov 23 13:11:02.174126 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fcda5-afc7-4128-8d26-0a6b9794b307 req-03d27852-d36c-45e7-9dac-78ec7a5ed5b3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:02.175643 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-227fcda5-afc7-4128-8d26-0a6b9794b307 req-03d27852-d36c-45e7-9dac-78ec7a5ed5b3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0845020
Nov 23 13:11:02.220223 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-227fcda5-afc7-4128-8d26-0a6b9794b307 req-b236d818-6f33-475f-9ace-0dcb5039ddd1 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388572
Nov 23 13:11:02.955561 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-2b9d0515-76d1-4d8e-a057-75a02d3a27ce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1226757
Nov 23 13:11:03.104348 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-8f8bb2d1-6658-43c9-b577-67ffc05718d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:03.105726 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-8f8bb2d1-6658-43c9-b577-67ffc05718d8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1098 time: 0.0771930
Nov 23 13:11:03.249070 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-0aaa3457-7b3a-4331-af8d-75d614cb56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:03.250439 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-0aaa3457-7b3a-4331-af8d-75d614cb56f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1259067
Nov 23 13:11:03.413191 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413a6c6-ddd5-4102-854f-590c0ca81f53 req-7b17acc8-3bb2-4a3c-8017-97dad424545f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:03.414609 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7413a6c6-ddd5-4102-854f-590c0ca81f53 req-7b17acc8-3bb2-4a3c-8017-97dad424545f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0856204
Nov 23 13:11:03.456717 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-6a2f8dfc-ecae-42c6-a02b-5c3e8f584223 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 200  len: 1000 time: 0.1997991
Nov 23 13:11:03.460043 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7413a6c6-ddd5-4102-854f-590c0ca81f53 req-5fdfbbcb-3d8c-4761-840c-31dead5e8b78 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395854
Nov 23 13:11:03.521048 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-fee8e9e3-533c-4dfc-b9bf-d0bd32c0199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:03.522591 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-fee8e9e3-533c-4dfc-b9bf-d0bd32c0199b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0594871
Nov 23 13:11:03.599899 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-99106b67-e98e-4b42-a676-fd5ee6e4a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:03.601404 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-99106b67-e98e-4b42-a676-fd5ee6e4a32f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726902
Nov 23 13:11:03.732762 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-abf2eebf-85d1-43a6-9e34-4830e8e5830c service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247518
Nov 23 13:11:03.886800 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b95df5ee-f6d5-4b13-9726-14f9347933e8 req-a0647f4c-6dcb-403c-ae5c-2f0972dcf0d9 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466446
Nov 23 13:11:04.673840 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8f4ab-4df1-4e8b-ad3b-fbc048803302 req-b36a9596-4fed-4c14-9416-ad0b0dff1634 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:04.675299 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-58f8f4ab-4df1-4e8b-ad3b-fbc048803302 req-b36a9596-4fed-4c14-9416-ad0b0dff1634 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0979984
Nov 23 13:11:04.722313 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-58f8f4ab-4df1-4e8b-ad3b-fbc048803302 req-68000a26-628e-4183-b04b-820999f66259 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405474
Nov 23 13:11:05.920091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8249a-1db8-4ced-8b3e-d46a0b827a4e req-61d9efa3-baad-4005-99a8-a70a4fd21294 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:05.921536 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4d8249a-1db8-4ced-8b3e-d46a0b827a4e req-61d9efa3-baad-4005-99a8-a70a4fd21294 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0863891
Nov 23 13:11:05.966031 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d4d8249a-1db8-4ced-8b3e-d46a0b827a4e req-f19f19f6-04f7-4c3e-891b-f3cb99e26c13 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385532
Nov 23 13:11:07.159007 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6320878-e81a-4c1f-aa36-f7ad47fbe478 req-afd08e04-e102-401d-888f-7b5de630ea3c tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:07.160495 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b6320878-e81a-4c1f-aa36-f7ad47fbe478 req-afd08e04-e102-401d-888f-7b5de630ea3c tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0815370
Nov 23 13:11:07.209928 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b6320878-e81a-4c1f-aa36-f7ad47fbe478 req-33de2e5e-f9ab-4837-830f-f5945169358e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421519
Nov 23 13:11:08.557646 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7af6f8-0f60-4e4a-a052-16c17f67dcb0 req-f557dc9c-72d7-43c6-bd7d-244790875774 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:08.559099 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ef7af6f8-0f60-4e4a-a052-16c17f67dcb0 req-f557dc9c-72d7-43c6-bd7d-244790875774 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0834975
Nov 23 13:11:08.605317 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-ef7af6f8-0f60-4e4a-a052-16c17f67dcb0 req-06b953b9-42e6-4fef-b3a0-21138b6ffb8b tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401404
Nov 23 13:11:09.803542 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682c0c0-80e5-430f-bff1-bfe83b57b41c req-bc07d371-15ab-4bbf-9f47-8b2e74ce4a89 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:09.805066 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c682c0c0-80e5-430f-bff1-bfe83b57b41c req-bc07d371-15ab-4bbf-9f47-8b2e74ce4a89 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0944040
Nov 23 13:11:09.848554 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c682c0c0-80e5-430f-bff1-bfe83b57b41c req-5d9aab3b-5425-41c1-9e23-bdaaa914bfa0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378873
Nov 23 13:11:10.191699 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba15bb7-62db-4dc1-b6cb-de64df3fe0b3 req-3172f401-72e5-4c4e-9351-83ac8ec29e76 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:10.193120 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ba15bb7-62db-4dc1-b6cb-de64df3fe0b3 req-3172f401-72e5-4c4e-9351-83ac8ec29e76 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0832295
Nov 23 13:11:10.236547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84edab7-549a-4b05-88ac-c00fea21401f req-7c9b40a1-47a7-477c-afc4-071f6a21ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:10.237358 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5ba15bb7-62db-4dc1-b6cb-de64df3fe0b3 req-b57a8142-74c9-4167-ba32-6e3eb818a211 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386882
Nov 23 13:11:10.237995 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e84edab7-549a-4b05-88ac-c00fea21401f req-7c9b40a1-47a7-477c-afc4-071f6a21ebec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1098 time: 0.0756490
Nov 23 13:11:10.369562 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84edab7-549a-4b05-88ac-c00fea21401f req-dd3fcc15-5f5c-4254-b46b-8800aff56920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:10.371095 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e84edab7-549a-4b05-88ac-c00fea21401f req-dd3fcc15-5f5c-4254-b46b-8800aff56920 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.1265767
Nov 23 13:11:10.478930 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e84edab7-549a-4b05-88ac-c00fea21401f req-2bfd64e4-b8b9-4b1d-8b16-e596b63096cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 200  len: 1001 time: 0.1015773
Nov 23 13:11:10.544589 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84edab7-549a-4b05-88ac-c00fea21401f req-b0d28c2f-867d-43c5-bfda-ec3b04c874a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:10.546048 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e84edab7-549a-4b05-88ac-c00fea21401f req-b0d28c2f-867d-43c5-bfda-ec3b04c874a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0610309
Nov 23 13:11:10.620903 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84edab7-549a-4b05-88ac-c00fea21401f req-b84328c4-42ee-4e39-b9b0-2e759deb52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:10.622469 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e84edab7-549a-4b05-88ac-c00fea21401f req-b84328c4-42ee-4e39-b9b0-2e759deb52ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695899
Nov 23 13:11:10.755891 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e84edab7-549a-4b05-88ac-c00fea21401f req-a9b298ea-3adc-4849-8aaf-e15cd9ca5ace service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262932
Nov 23 13:11:10.894562 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e84edab7-549a-4b05-88ac-c00fea21401f req-542c6a4f-3eb4-40aa-8acc-a69d1bbcd19b service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322336
Nov 23 13:11:11.451520 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e0b3-d311-43ff-96d4-ae794d4e9142 req-f0656196-3a21-4a8b-9f64-8f090fe65178 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:11.453021 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4bc7e0b3-d311-43ff-96d4-ae794d4e9142 req-f0656196-3a21-4a8b-9f64-8f090fe65178 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0957966
Nov 23 13:11:11.501367 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4bc7e0b3-d311-43ff-96d4-ae794d4e9142 req-cdd21280-2ffa-497d-85ba-d408e251058d tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415187
Nov 23 13:11:12.708648 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130889c-1ff7-44e9-95c6-36c057d1e679 req-03c0fdab-43b6-4961-b5e5-b12c9ef02f30 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:11:12.710143 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f130889c-1ff7-44e9-95c6-36c057d1e679 req-03c0fdab-43b6-4961-b5e5-b12c9ef02f30 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0885842
Nov 23 13:11:12.760952 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f130889c-1ff7-44e9-95c6-36c057d1e679 req-ef237a23-d11e-47cd-8745-5730f9e926ac tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424192
Nov 23 13:11:17.403432 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:21.815777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-6038b9ea-f3db-4e64-a405-d055ff924a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:22.101037 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:23.988183 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-71e0ddd9-dcd9-42ee-82be-d39ebd8162fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:24.978731 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:11:25.007715 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:26.789405 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:47.404767 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:51.812557 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9771d11f-ee74-46dc-a039-b71143cf82b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:52.094609 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:53.993797 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-f703e466-45aa-4821-981b-6833393c555b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:55.019694 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:11:56.790787 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:01.982533 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:12:05.589842 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-9d21e02e-38e8-46e4-9f88-7c04818e05e9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762103
Nov 23 13:12:05.685291 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-1f850b57-475c-4a85-8632-5841af33e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:05.686760 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-1f850b57-475c-4a85-8632-5841af33e465 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 1098 time: 0.0735445
Nov 23 13:12:05.839769 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-c1c1b408-aef4-4de6-bd05-4cb6ec8a8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:05.841155 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-c1c1b408-aef4-4de6-bd05-4cb6ec8a8c43 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.1320930
Nov 23 13:12:06.024626 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-232d64fe-2c1b-4411-8d4c-3434c15c1471 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 200  len: 1001 time: 0.1761470
Nov 23 13:12:06.085007 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-10da21af-b694-402e-b8b9-220f766f3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:06.086402 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-10da21af-b694-402e-b8b9-220f766f3ce4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0556655
Nov 23 13:12:06.164697 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-1a39ef10-07be-4eb5-b288-0288da6d685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:06.166033 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-1a39ef10-07be-4eb5-b288-0288da6d685f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736825
Nov 23 13:12:06.301296 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-78830fa8-9f89-468f-ba00-50f8028f4079 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281257
Nov 23 13:12:06.450616 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-ae3087c8-30ac-49a1-a8ec-f577cfb4723e req-4e940345-2f8b-43c5-afde-1f2730058e1e service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432536
Nov 23 13:12:08.690106 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59f73f-248a-479f-ab46-b7f13a14125a req-b3c75e41-6908-4d9d-9a06-476ee48f1935 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:08.691536 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b59f73f-248a-479f-ab46-b7f13a14125a req-b3c75e41-6908-4d9d-9a06-476ee48f1935 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0819161
Nov 23 13:12:08.735375 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b59f73f-248a-479f-ab46-b7f13a14125a req-84aa8d5a-3ffb-4184-b372-6b49ab5eb883 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381956
Nov 23 13:12:09.927360 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37df816-6a59-4149-9b10-d53a99ae066b req-ff96c28e-baec-4399-88fd-6cb3a8810547 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:09.928709 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d37df816-6a59-4149-9b10-d53a99ae066b req-ff96c28e-baec-4399-88fd-6cb3a8810547 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0855079
Nov 23 13:12:09.972343 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d37df816-6a59-4149-9b10-d53a99ae066b req-c82ed1b3-c03b-4896-bfdd-6042a40aaf11 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379193
Nov 23 13:12:10.860569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-2599a162-770d-47f2-8b7e-c7815252f1fb tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:10.861158 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-2599a162-770d-47f2-8b7e-c7815252f1fb tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Synchronizing usage tracker for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:12:10.878031 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-2599a162-770d-47f2-8b7e-c7815252f1fb tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Unset dirty status for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:12:10.879131 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-2599a162-770d-47f2-8b7e-c7815252f1fb tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.1133370
Nov 23 13:12:10.955513 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Deleting port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:10.955844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:11.183962 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2789add-91be-40b1-8a2a-478230383f6c req-d80dfb25-6ebe-4193-98dc-4191b0326ed0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:11.185387 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f2789add-91be-40b1-8a2a-478230383f6c req-d80dfb25-6ebe-4193-98dc-4191b0326ed0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 945 time: 0.0825515
Nov 23 13:12:11.214402 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] For port ba6460ea-d75e-4fcc-bb07-11b304a5aba5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:11.214720 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:11.228929 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f2789add-91be-40b1-8a2a-478230383f6c req-45884b17-aa43-4f09-b9f4-8047424af271 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=0ffaab6c-e82f-4bc1-96ef-14849823df87&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375607
Nov 23 13:12:11.504818 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:11.505167 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:11.505500 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Floating IP fc0db840-adfd-43b6-9fd3-1d48485d0df6 disassociated. External IP: 172.27.0.105, port: ba6460ea-d75e-4fcc-bb07-11b304a5aba5.
Nov 23 13:12:11.505834 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Calling delete_port for ba6460ea-d75e-4fcc-bb07-11b304a5aba5 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:11.650854 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:11.657093 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a118fa6b-2591-4613-abf7-fa90261c438f tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:11.700191 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event deleted for resources: {'Port': ['ID=ba6460ea-d75e-4fcc-bb07-11b304a5aba5,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:11.710558 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.710949 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.711292 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.711651 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.712004 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.712362 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.712742 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.713046 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.713399 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.713745 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.714092 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.714463 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:11.717998 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:11.975802 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:12:12.156793 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:12:12.167355 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] Sync routers for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:12:12.177522 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:12.178163 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7db700>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:11:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:12.232394 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] No DVR routers for this DVR port ba6460ea-d75e-4fcc-bb07-11b304a5aba5 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:12:12.235148 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:12.237774 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'name': 'network-vif-deleted', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:12.260018 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-20fe4a05-cbf7-470d-8620-2de5e07cd5d5 req-45ddccd7-c4e7-4a47-a52d-227825257e60 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "DELETE /v2.0/ports/ba6460ea-d75e-4fcc-bb07-11b304a5aba5 HTTP/1.1" status: 204  len: 173 time: 1.3755889
Nov 23 13:12:12.288187 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5daafa-12bb-49bc-9569-e08a941fd643', 'name': 'network-vif-deleted', 'tag': 'ba6460ea-d75e-4fcc-bb07-11b304a5aba5', 'status': 'completed', 'code': 200}
Nov 23 13:12:12.371681 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:12.386706 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-45b5b029-d1b5-4367-89a1-e8320c1a3f7d req-a153564b-118e-4d45-9499-9686b80a96fe tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e5daafa-12bb-49bc-9569-e08a941fd643 HTTP/1.1" status: 200  len: 210 time: 0.0511739
Nov 23 13:12:12.687550 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7db700>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:12.691727 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] Checking router: c9ab0a89-0f26-4deb-aa35-616f1024d4b0 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:12:12.700581 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:12.701191 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7db700>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:11:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:12.872386 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:13.176840 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b7db700>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:13.180613 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30be48c-d489-4ef6-832b-fda255bffc43 None None] The sync data for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi is: [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:12:13.385720 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391fa09e-a998-46a4-b7e7-2f3a486cec1e None None] New status for floating IP fc0db840-adfd-43b6-9fd3-1d48485d0df6: DOWN {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:12:13.512470 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53528) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:13.584457 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:13.616738 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:13.669921 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:13.675615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-baf18be6-8e75-471c-afc1-f2c91872e809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:13.690356 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffaab6c-e82f-4bc1-96ef-14849823df87,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:13.702053 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.702448 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.702869 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.703225 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.703578 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.703930 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.704283 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.704620 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.704965 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.705307 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.705648 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.705951 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:13.709114 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:13.710596 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:13.711663 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-6cfb75b3-48b8-4df3-98d6-1666524bfbbd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "DELETE /v2.0/security-groups/0ffaab6c-e82f-4bc1-96ef-14849823df87 HTTP/1.1" status: 204  len: 168 time: 0.1980748
Nov 23 13:12:13.714668 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53532) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:13.731836 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.api.v2.resource [None req-8ecf377b-8a5d-4293-890d-095adffd3afd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] show failed (client error): The resource could not be found.
Nov 23 13:12:13.732893 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-8ecf377b-8a5d-4293-890d-095adffd3afd tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups/0ffaab6c-e82f-4bc1-96ef-14849823df87 HTTP/1.1" status: 404  len: 347 time: 0.0171542
Nov 23 13:12:13.735955 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53536) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:13.906154 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Deleting port c948b77d-af1b-42ff-b5b1-3b55cce932f7 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:13.906478 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:14.083232 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:14.083517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:14.204140 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Calling delete_port for c948b77d-af1b-42ff-b5b1-3b55cce932f7 owned by network:floatingip {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:14.207938 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device ba6460ea-d75e-4fcc-bb07-11b304a5aba5 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:14.244857 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: ba6460ea-d75e-4fcc-bb07-11b304a5aba5 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:14.245194 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device ba6460ea-d75e-4fcc-bb07-11b304a5aba5 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:14.368025 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:14.371554 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:14.413641 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event deleted for resources: {'Port': ['ID=c948b77d-af1b-42ff-b5b1-3b55cce932f7,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:14.416820 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:14.505775 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:14.520753 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:14.521877 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "DELETE /v2.0/floatingips/fc0db840-adfd-43b6-9fd3-1d48485d0df6 HTTP/1.1" status: 204  len: 168 time: 0.7850494
Nov 23 13:12:15.776871 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53544) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:15.782260 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914592285', 'description': 'tempest-description--1920715766'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:15.788928 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:12:15.793720 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:12:15.797013 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:12:15.802986 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:12:15.815033 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:15.835036 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:12:15.839007 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group_rule and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:12:15.841872 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:12:15.847774 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:12:15.925882 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:15.931023 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:15.936423 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-54ed4341-c17e-41bc-803d-b560f064aae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:15.976773 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d191e9ef-f220-4e50-bb15-15df810fab0a,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:15.979915 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:15.982816 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:15.984226 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-64def624-b6dc-4eab-b651-6241b347a799 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2061191
Nov 23 13:12:15.986954 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53548) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:15.991884 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'security_group_rule': {'security_group_id': 'd191e9ef-f220-4e50-bb15-15df810fab0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:15.997760 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:12:16.001565 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group_rule and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:12:16.004499 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:12:16.010114 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:12:16.029809 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.088654 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.094000 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.097108 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:16.123381 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40150299-e1df-468f-8436-cc63417f91a1,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:16.125745 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:16.135112 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.136322 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c8dbbc5c-acd7-4c15-8427-ddaf9ecdfe28 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1484442
Nov 23 13:12:16.140215 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53552) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:16.145257 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'security_group_rule': {'security_group_id': 'd191e9ef-f220-4e50-bb15-15df810fab0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:16.151269 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:12:16.155348 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:security_group_rule and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:12:16.158445 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:12:16.164471 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:12:16.183085 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.248281 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.254039 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892529'] for security_group_rule, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.256085 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-2cef8e9f-1c6f-43c4-b968-a8098f9a45f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:16.275643 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d8b417-ebaf-4d3c-8f14-d206feb53b93,revision_number=0']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:16.279391 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:16.289612 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.290872 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d4b84437-7327-4d8a-9b89-cd4ef2eae6b5 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1496615
Nov 23 13:12:16.294095 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53556) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:16.299046 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'floatingip': {'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:16.304693 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:12:16.308465 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:floatingip and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:12:16.311324 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:12:16.317003 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:12:16.328254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.570617 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.706873 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_common [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Allocated IP 172.27.0.29 (808ec153-2999-4a31-bb37-c33c116b6036/cd5c43fa-3089-4880-ac5e-f23975cd5372/cbf4dd9e-2e84-4db0-bda0-3bcd316f2bec) {{(pid=86874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:12:16.859310 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for port, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.891920 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:16.895521 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-8ff3aee5-db77-4ff9-85ff-a6f50da6b934 tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:16.955497 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Network 808ec153-2999-4a31-bb37-c33c116b6036 is already hosted by enough agents. {{(pid=86874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:12:16.958403 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.base_scheduler [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources bound (agent type, host, resource id):  {{(pid=86874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:12:16.962024 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Received port after_create {{(pid=86874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:12:16.991602 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'Port': ['ID=cbf4dd9e-2e84-4db0-bda0-3bcd316f2bec,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:17.001414 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:17.045839 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:17.111930 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:17.314432 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for port, precommit_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:17.321187 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8297843'] for port, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:17.324637 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-dd54f86c-4ab5-4a59-b5d7-71b9b34ac076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:17.402840 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:17.429541 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'Port': ['ID=cbf4dd9e-2e84-4db0-bda0-3bcd316f2bec,revision_number=2']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:17.433589 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:17.440202 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:17.463412 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:17.464540 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-e5df0b63-c555-4b88-91e5-c0c24395581e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1694489
Nov 23 13:12:17.626154 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-5901da64-1d03-45d4-b35b-5ef088d3ac9e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Synchronizing usage tracker for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:12:17.645102 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-5901da64-1d03-45d4-b35b-5ef088d3ac9e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Unset dirty status for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:12:17.646221 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-5901da64-1d03-45d4-b35b-5ef088d3ac9e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--914592285&fields=id&tenant_id=2135223a94f2459aa66dc2b283f158d4 HTTP/1.1" status: 200  len: 267 time: 0.0597997
Nov 23 13:12:17.798074 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-d785e638-9c55-41a1-a209-bf3cd68a335a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:17.799574 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-d785e638-9c55-41a1-a209-bf3cd68a335a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 810 time: 0.1438024
Nov 23 13:12:17.814177 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-4bb79ba1-2fa5-48cb-9b60-8675f4dd2cde tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/quotas/2135223a94f2459aa66dc2b283f158d4 HTTP/1.1" status: 200  len: 375 time: 0.0092542
Nov 23 13:12:17.904685 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-ea7f5789-a428-4f08-b671-f5a5caa593b1 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0857201
Nov 23 13:12:18.052816 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-725ce3c0-b4f4-4e86-b5df-ce29c2acf959 service neutron] 10.222.0.73 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357465
Nov 23 13:12:18.187429 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-3c8a6602-2938-44d8-aaae-f949a2822e05 service neutron] 10.222.0.73 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259952
Nov 23 13:12:18.370304 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-6caac26c-924d-45ff-9aec-10b44587e10c req-6515cd7f-64e3-4bec-926d-ca734ae857ea tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 210 time: 0.0425277
Nov 23 13:12:19.548232 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c453da1d-5e89-48a0-b179-b3908e56a7c6 req-a078736d-be3c-46ed-a951-a4977913d0ca tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 210 time: 0.0705738
Nov 23 13:12:19.556353 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-ff132cba-7858-4ea1-b91d-f98d112a31a0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:19.557797 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-ff132cba-7858-4ea1-b91d-f98d112a31a0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 810 time: 0.1634130
Nov 23 13:12:19.609290 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-c377d931-d965-4529-87be-b3476f4a9398 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2135223a94f2459aa66dc2b283f158d4 HTTP/1.1" status: 200  len: 379 time: 0.0430868
Nov 23 13:12:19.618989 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'port': {'device_id': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'admin_state_up': True, 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'security_groups': ['d191e9ef-f220-4e50-bb15-15df810fab0a']}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:19.758396 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:12:19.762844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Usage tracker for resource:port and tenant:2135223a94f2459aa66dc2b283f158d4 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:12:19.766173 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:12:19.772224 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:12:19.783492 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Made reservation on behalf of 2135223a94f2459aa66dc2b283f158d4 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:12:19.787187 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.044740 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Allocated IP 172.20.0.14 (63305f6b-975d-4665-a382-14b9dc90f251/29dbaee8-75f7-4e0f-a833-79fd52028abc/986e24ca-e50f-4591-a550-605016a101fe) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:12:20.230752 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.245938 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Transition to ACTIVE for port object 986e24ca-e50f-4591-a550-605016a101fe will not be triggered until provisioned by entity DHCP. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:12:20.271804 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.277225 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5cddb447-2fa3-4154-8482-8afbf7e854d4 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:20.344186 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Network 63305f6b-975d-4665-a382-14b9dc90f251 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:12:20.347306 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:12:20.351195 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:12:20.381120 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event updated for resources: {'Port': ['ID=986e24ca-e50f-4591-a550-605016a101fe,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:20.392306 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:20.417773 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:20.418373 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.443748 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-23c7f4fb-5e76-41b8-88b9-6381bc308062 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8283272
Nov 23 13:12:20.455844 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Request body: {'port': {'device_id': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:20.575035 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.615743 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-c72b92e8-6da1-4f7a-8a3a-155095928379 None None] Provisioning for port 986e24ca-e50f-4591-a550-605016a101fe completed by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:12:20.623010 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-c72b92e8-6da1-4f7a-8a3a-155095928379 None None] Provisioning complete for port 986e24ca-e50f-4591-a550-605016a101fe triggered by entity DHCP. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:12:20.623941 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c72b92e8-6da1-4f7a-8a3a-155095928379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.681026 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-c72b92e8-6da1-4f7a-8a3a-155095928379 None None] Port 986e24ca-e50f-4591-a550-605016a101fe cannot update to ACTIVE because it is not bound. {{(pid=86875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 23 13:12:20.735791 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcad33a-90a7-45f8-9369-8c271fa21250 req-14801b41-4c8b-4a5c-9cb6-1d7a71a10cb8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:20.737256 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9bcad33a-90a7-45f8-9369-8c271fa21250 req-14801b41-4c8b-4a5c-9cb6-1d7a71a10cb8 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 932 time: 0.0851235
Nov 23 13:12:20.781953 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9bcad33a-90a7-45f8-9369-8c271fa21250 req-537797fd-575e-4221-b0a8-88ed56336ff6 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385296
Nov 23 13:12:20.946705 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986e24ca-e50f-4591-a550-605016a101fe {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:12:20.954259 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.973486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Transition to ACTIVE for port object 986e24ca-e50f-4591-a550-605016a101fe will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:12:20.979510 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:20.983216 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c0e2710a-10ba-4eea-ac5a-4fab4da9344f tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:21.146727 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Pushing event updated for resources: {'Port': ['ID=986e24ca-e50f-4591-a550-605016a101fe,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:21.154554 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:21.227323 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Attempting to bind port 986e24ca-e50f-4591-a550-605016a101fe on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:12:21.227650 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Attempting to bind port 986e24ca-e50f-4591-a550-605016a101fe by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:12:21.227964 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Attempting to bind port 986e24ca-e50f-4591-a550-605016a101fe on network 63305f6b-975d-4665-a382-14b9dc90f251 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:12:21.232472 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Port 986e24ca-e50f-4591-a550-605016a101fe on network 63305f6b-975d-4665-a382-14b9dc90f251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:12:21.232778 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Attempting to bind port 986e24ca-e50f-4591-a550-605016a101fe on network 63305f6b-975d-4665-a382-14b9dc90f251 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:12:21.238032 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:12:21.238378 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Checking segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:12:21.238750 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Bound using segment: {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:12:21.239165 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Bound port: 986e24ca-e50f-4591-a550-605016a101fe, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd011447-632c-4510-bdde-b2c20c514d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:12:21.239495 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:21.330870 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] For port 986e24ca-e50f-4591-a550-605016a101fe, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:12:21.334089 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] For port 986e24ca-e50f-4591-a550-605016a101fe, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=986e24ca-e50f-4591-a550-605016a101fe,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:12:21.339084 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:21.343635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d764795c-bfdd-416d-b875-163df702b0bb tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:21.399093 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:21.399704 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:21.401083 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] 10.222.0.82 "PUT /v2.0/ports/986e24ca-e50f-4591-a550-605016a101fe HTTP/1.1" status: 200  len: 1094 time: 0.9496894
Nov 23 13:12:21.401602 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'tag': '986e24ca-e50f-4591-a550-605016a101fe'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:21.428223 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Pushing event updated for resources: {'Port': ['ID=986e24ca-e50f-4591-a550-605016a101fe,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:21.431094 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a375fb3d-c69a-46a0-b38d-82c850bd569c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:21.477062 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'tag': '986e24ca-e50f-4591-a550-605016a101fe', 'status': 'completed', 'code': 200}
Nov 23 13:12:21.522052 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-14c342aa-42ea-44cd-b0d2-03b3c6d33ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:21.523579 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-14c342aa-42ea-44cd-b0d2-03b3c6d33ae8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 1097 time: 0.0818839
Nov 23 13:12:21.592148 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-c67851ac-a3f7-43f1-bb89-d4b0fb6c3279 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986e24ca-e50f-4591-a550-605016a101fe HTTP/1.1" status: 200  len: 217 time: 0.0611634
Nov 23 13:12:21.660639 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-84e2b547-ce00-44c5-957f-419a1eed5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:21.662067 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-84e2b547-ce00-44c5-957f-419a1eed5d82 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0634067
Nov 23 13:12:21.743832 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-eed003c0-24fe-43ed-ab75-e56c8ecd0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:21.745227 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-eed003c0-24fe-43ed-ab75-e56c8ecd0cdb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762019
Nov 23 13:12:21.814737 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a16ea901-7bde-44c9-b648-5dd598fa6be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:21.950866 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-2261430d-c662-4f85-9b42-71006f522955 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1990182
Nov 23 13:12:21.970585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93a3a7-034c-45c9-8226-d3495c5972b1 req-3cd7fffc-5280-4569-ba6a-33f098636d01 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:21.972067 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e93a3a7-034c-45c9-8226-d3495c5972b1 req-3cd7fffc-5280-4569-ba6a-33f098636d01 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 944 time: 0.0811069
Nov 23 13:12:22.021983 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e93a3a7-034c-45c9-8226-d3495c5972b1 req-fe5bbbbd-9fae-4c50-b100-da3311060946 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441401
Nov 23 13:12:22.079386 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3d07a93e-17f4-48db-a9a8-a16f5c7138be req-cfb59a99-6f6d-4c6f-84dc-126ec6b7fe3b service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225753
Nov 23 13:12:22.090068 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:22.203266 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49951-1cd7-410a-b293-fae35151905a req-b1c9306b-1e21-43a2-8c0d-153ac1d0a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:22.204778 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d3a49951-1cd7-410a-b293-fae35151905a req-b1c9306b-1e21-43a2-8c0d-153ac1d0a528 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 1097 time: 0.0749371
Nov 23 13:12:22.334634 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49951-1cd7-410a-b293-fae35151905a req-2a31b5d2-7504-4c43-96b3-40bf812b0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:22.335967 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d3a49951-1cd7-410a-b293-fae35151905a req-2a31b5d2-7504-4c43-96b3-40bf812b0733 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.1251094
Nov 23 13:12:22.404832 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d3a49951-1cd7-410a-b293-fae35151905a req-e8803fc5-fe31-4e66-bf2c-c9898521dd39 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986e24ca-e50f-4591-a550-605016a101fe HTTP/1.1" status: 200  len: 217 time: 0.0623922
Nov 23 13:12:22.465122 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49951-1cd7-410a-b293-fae35151905a req-0daf1b74-67ce-427d-9c1e-d0780089f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:22.466524 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d3a49951-1cd7-410a-b293-fae35151905a req-0daf1b74-67ce-427d-9c1e-d0780089f3a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0556731
Nov 23 13:12:22.542212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49951-1cd7-410a-b293-fae35151905a req-3fdae7ba-5902-4ca8-8aa3-b521a9ba901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:22.543785 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d3a49951-1cd7-410a-b293-fae35151905a req-3fdae7ba-5902-4ca8-8aa3-b521a9ba901a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707908
Nov 23 13:12:22.674229 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d3a49951-1cd7-410a-b293-fae35151905a req-a3dfc153-c917-4ebd-99e9-ac4c33cf5749 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238804
Nov 23 13:12:22.809867 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-d3a49951-1cd7-410a-b293-fae35151905a req-d6477da7-32ab-41db-a397-4b19a5416c61 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281683
Nov 23 13:12:23.317409 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f9663-2aec-4b79-ac89-886536305116 req-87537a36-cc95-4ac9-a7cb-95a2ff2561c7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:23.318766 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-206f9663-2aec-4b79-ac89-886536305116 req-87537a36-cc95-4ac9-a7cb-95a2ff2561c7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 944 time: 0.1844401
Nov 23 13:12:23.367021 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-206f9663-2aec-4b79-ac89-886536305116 req-a971fe24-b050-4dbf-b4be-6c3b4a85fd9c tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425448
Nov 23 13:12:23.987506 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-206e22b6-cb33-4203-a809-ec27aac5f17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:24.576277 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946558f0-d2ca-461e-b138-c5efefd2f389 req-2b25eb6f-b237-4804-ba2a-c0f8c5d30256 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:24.578048 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-946558f0-d2ca-461e-b138-c5efefd2f389 req-2b25eb6f-b237-4804-ba2a-c0f8c5d30256 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 944 time: 0.0983682
Nov 23 13:12:24.626961 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-946558f0-d2ca-461e-b138-c5efefd2f389 req-60fd8911-139a-4e79-a6c6-3849657d3d2e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430460
Nov 23 13:12:25.023550 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:25.821237 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9b26d-3afb-44d2-9150-cb95238ea5d0 req-f3fc0209-55ec-44fc-a0ae-1e66145b4d34 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:25.822629 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-82c9b26d-3afb-44d2-9150-cb95238ea5d0 req-f3fc0209-55ec-44fc-a0ae-1e66145b4d34 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 944 time: 0.0833385
Nov 23 13:12:25.866500 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-82c9b26d-3afb-44d2-9150-cb95238ea5d0 req-09874b89-fc9e-4d18-94f8-64c9adc3c83e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380597
Nov 23 13:12:26.235923 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 986e24ca-e50f-4591-a550-605016a101fe details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:12:26.388191 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 986e24ca-e50f-4591-a550-605016a101fe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=986e24ca-e50f-4591-a550-605016a101fe,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:26.401614 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': '986e24ca-e50f-4591-a550-605016a101fe', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'port_id': '986e24ca-e50f-4591-a550-605016a101fe', 'mac_address': 'fa:16:3e:3f:36:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:12:26.461819 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:26.479777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986e24ca-e50f-4591-a550-605016a101fe {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:12:26.497007 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 986e24ca-e50f-4591-a550-605016a101fe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=986e24ca-e50f-4591-a550-605016a101fe,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:26.503646 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:26.506455 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:26.585191 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=986e24ca-e50f-4591-a550-605016a101fe,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:26.592401 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.592764 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.593089 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.593422 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.593792 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.594162 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.594525 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.594844 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.595157 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.595497 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.595788 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.596159 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:12:26.599969 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:26.792968 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:26.928574 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['986e24ca-e50f-4591-a550-605016a101fe'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:12:27.061734 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81af76-7a02-45bd-9f51-1f679d30173a req-8622e73a-a00a-49a0-86f6-c1607477f106 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:27.063122 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7d81af76-7a02-45bd-9f51-1f679d30173a req-8622e73a-a00a-49a0-86f6-c1607477f106 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 945 time: 0.0842087
Nov 23 13:12:27.097829 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53608) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:27.107199 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7d81af76-7a02-45bd-9f51-1f679d30173a req-7dd9e9bb-88ec-43ec-aa91-43bedcb8e0d0 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383387
Nov 23 13:12:27.299803 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Deleting port 5acc4e9d-9b75-4412-a008-f9a3b1e2cdc4 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:27.300093 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:27.469357 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:27.469649 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:27.659695 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Calling delete_port for 5acc4e9d-9b75-4412-a008-f9a3b1e2cdc4 owned by network:floatingip {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:27.819163 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:27.825946 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8d481311-7f62-48d5-88b1-d78405871f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:27.869064 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event deleted for resources: {'Port': ['ID=5acc4e9d-9b75-4412-a008-f9a3b1e2cdc4,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:27.894143 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:27.958258 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:27.958593 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Floating IP 600b2a01-54bb-4529-990c-58cb1ff9e947 disassociated (deleted). External IP: 172.27.0.251, port: 3d383a6a-af4b-4538-a166-afef2487b059.
Nov 23 13:12:28.238436 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 986e24ca-e50f-4591-a550-605016a101fe up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:12:28.308045 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port 986e24ca-e50f-4591-a550-605016a101fe completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:12:28.311219 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:12:28.311743 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1971779-fe4f-4096-84d7-77b79372162c req-16cab4ac-a7cb-437f-ad6e-333bf217cef3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:28.312734 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f1971779-fe4f-4096-84d7-77b79372162c req-16cab4ac-a7cb-437f-ad6e-333bf217cef3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 945 time: 0.0828545
Nov 23 13:12:28.313515 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port 986e24ca-e50f-4591-a550-605016a101fe triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:12:28.313929 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:28.361817 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f1971779-fe4f-4096-84d7-77b79372162c req-818ecaa9-1a59-4524-91c4-7703ca1fdcd6 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416636
Nov 23 13:12:28.429258 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:28.455761 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e24ca-e50f-4591-a550-605016a101fe'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:28.466061 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port 986e24ca-e50f-4591-a550-605016a101fe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=986e24ca-e50f-4591-a550-605016a101fe,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:28.471454 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:28.473658 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:28.503566 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:12:28.516213 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:12:28.521662 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:28.527787 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:28.528648 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3b96a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:28.555408 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=986e24ca-e50f-4591-a550-605016a101fe,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:28.558423 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:28.577997 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986e24ca-e50f-4591-a550-605016a101fe', 'code': 200}
Nov 23 13:12:28.584107 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "DELETE /v2.0/floatingips/600b2a01-54bb-4529-990c-58cb1ff9e947 HTTP/1.1" status: 204  len: 168 time: 1.4847591
Nov 23 13:12:28.585313 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:28.632557 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059', 'status': 'completed', 'code': 200}
Nov 23 13:12:28.738716 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-76fc9a3b-8b1d-4cb5-abc0-d10bc3cbc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:28.740230 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-76fc9a3b-8b1d-4cb5-abc0-d10bc3cbc77b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 1099 time: 0.0839496
Nov 23 13:12:28.770990 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:28.939229 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-1eb83cfe-1bdf-4c92-ac85-a1e67cfc4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:28.940692 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-1eb83cfe-1bdf-4c92-ac85-a1e67cfc4f02 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1913202
Nov 23 13:12:28.944963 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76814f4-b70a-4399-bf8b-6b9538d1e017 req-0e5d6ed5-fc77-4991-b113-40198c018b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:28.946449 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e76814f4-b70a-4399-bf8b-6b9538d1e017 req-0e5d6ed5-fc77-4991-b113-40198c018b90 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 1099 time: 0.1746173
Nov 23 13:12:28.993873 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492c4d4-cf1d-4b21-8e5e-27cf1a573d02 req-4bca5e02-c2a4-4960-8d82-e24bcb48ece7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:28.995400 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5492c4d4-cf1d-4b21-8e5e-27cf1a573d02 req-4bca5e02-c2a4-4960-8d82-e24bcb48ece7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0856509
Nov 23 13:12:29.027318 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-dd7e7cc1-cc96-4f4d-b69c-2ffe4fc6fc16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d383a6a-af4b-4538-a166-afef2487b059 HTTP/1.1" status: 200  len: 217 time: 0.0795197
Nov 23 13:12:29.040795 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5492c4d4-cf1d-4b21-8e5e-27cf1a573d02 req-2a03cbb2-7cf6-4943-9cff-9d5208704fee tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395544
Nov 23 13:12:29.089019 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e76814f4-b70a-4399-bf8b-6b9538d1e017 req-d24b8312-de2e-4275-9f13-47bff1eb9a8e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922198
Nov 23 13:12:29.101410 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-2a4f484f-6400-437a-aef2-8e2cd3233291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:29.102904 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-2a4f484f-6400-437a-aef2-8e2cd3233291 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0688002
Nov 23 13:12:29.121066 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3b96a0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:08Z', 'revision_number': 1, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:29.125144 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:12:29.133481 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:29.134070 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3b96a0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:29.316402 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:29.515690 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-e453f62e-84ed-4c1a-af9c-16ba7bf6ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:29.517294 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-e453f62e-84ed-4c1a-af9c-16ba7bf6ab55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1687200
Nov 23 13:12:29.565197 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7daa8-ec4d-4fc9-b40d-75feec91aad8 req-4ac1d31d-8319-4f4f-ba06-cd7e5d6218f3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:29.567727 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-63d7daa8-ec4d-4fc9-b40d-75feec91aad8 req-4ac1d31d-8319-4f4f-ba06-cd7e5d6218f3 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 946 time: 0.0915680
Nov 23 13:12:29.613010 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-63d7daa8-ec4d-4fc9-b40d-75feec91aad8 req-aa8fa4d7-d4b3-480d-936b-075b0e2a5976 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397441
Nov 23 13:12:29.656995 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-6e5f4ef4-9233-435f-bb7f-0311d6e3dabc service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308548
Nov 23 13:12:29.676385 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3b96a0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:08Z', 'revision_number': 1, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:29.680812 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75537de6-47a9-4cc4-b6d8-034d49fa9416 None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'eb2df270-750b-4d99-a784-48b5a799563e', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'port_id': '0845bde8-6400-4d8d-862d-03592610ef7c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'mac_address': 'fa:16:3e:33:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:08:05Z', 'updated_at': '2021-11-23T13:08:08Z', 'revision_number': 1, 'project_id': '3bba76fa6426421b9748082efb414c55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:12:29.792343 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-57b41d4d-2df8-4cb1-a866-110fe481a8fb req-7257c57e-f504-4d4e-94fb-b0697b1d0f8d service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277671
Nov 23 13:12:29.887305 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea69368-1e4d-4340-b8f5-8c1380d435ad None None] New status for floating IP 600b2a01-54bb-4529-990c-58cb1ff9e947: DOWN {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:12:30.231710 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e1aa-63b1-4c2a-99f7-032ab25c012c req-df8c6392-3d5b-4a1b-865f-26223acb5a01 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:30.233187 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa25e1aa-63b1-4c2a-99f7-032ab25c012c req-df8c6392-3d5b-4a1b-865f-26223acb5a01 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0819240
Nov 23 13:12:30.279482 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-aa25e1aa-63b1-4c2a-99f7-032ab25c012c req-3063e628-0ed1-49aa-95f7-de6e23aee40a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402398
Nov 23 13:12:30.837586 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca18ae-e4d8-4191-9da8-c15e031c66e2 req-729fc333-cc0d-4e8a-bab5-a416db89b0a1 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:30.838960 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b3ca18ae-e4d8-4191-9da8-c15e031c66e2 req-729fc333-cc0d-4e8a-bab5-a416db89b0a1 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 946 time: 0.1098118
Nov 23 13:12:30.886766 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b3ca18ae-e4d8-4191-9da8-c15e031c66e2 req-43811b9c-7d75-4550-b04b-9d894f99a94c tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394773
Nov 23 13:12:31.066211 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b19e4-5c2d-4cf7-939e-f772742ed6da req-3db882a4-7464-49fc-8dc3-c331072951cc tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:31.075121 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e24b19e4-5c2d-4cf7-939e-f772742ed6da req-3db882a4-7464-49fc-8dc3-c331072951cc tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 946 time: 0.0863488
Nov 23 13:12:31.077035 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53632) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:31.090865 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Request body: {'floatingip': {'port_id': '986e24ca-e50f-4591-a550-605016a101fe'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:12:31.171059 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:31.305444 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-5a1de11a-6472-49da-a2a1-938ff492574a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:31.306134 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-5a1de11a-6472-49da-a2a1-938ff492574a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Synchronizing usage tracker for tenant:3bba76fa6426421b9748082efb414c55 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:12:31.368064 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-5a1de11a-6472-49da-a2a1-938ff492574a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Unset dirty status for tenant:3bba76fa6426421b9748082efb414c55 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:12:31.369272 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-5a1de11a-6472-49da-a2a1-938ff492574a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.3408368
Nov 23 13:12:31.465154 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d11a53-4a52-4667-9212-5ea910883f71 req-4b444e38-c1e3-4a58-86dc-9006fe552cce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:31.466140 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13d11a53-4a52-4667-9212-5ea910883f71 req-4b444e38-c1e3-4a58-86dc-9006fe552cce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0834744
Nov 23 13:12:31.510512 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-13d11a53-4a52-4667-9212-5ea910883f71 req-8fda605d-7936-48b8-b730-d13743b8e0cb tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384133
Nov 23 13:12:31.572779 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Deleting port 3d383a6a-af4b-4538-a166-afef2487b059 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:31.573127 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:32.192569 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] For port 3d383a6a-af4b-4538-a166-afef2487b059, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=3d383a6a-af4b-4538-a166-afef2487b059,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:32.193353 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:32.382598 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Calling delete_port for 3d383a6a-af4b-4538-a166-afef2487b059 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:32.449337 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:32.457596 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:32.695010 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Floating IP aa0e167c-3f8e-4d87-8054-6deef7910a60 associated. External IP: 172.27.0.29, port: 986e24ca-e50f-4591-a550-605016a101fe.
Nov 23 13:12:32.698497 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd82f79-689f-4609-a1b4-eb3e7aeb62e0 req-047f05f7-ddc1-4533-88f6-a0a9344004dd tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:32.700029 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-abd82f79-689f-4609-a1b4-eb3e7aeb62e0 req-047f05f7-ddc1-4533-88f6-a0a9344004dd tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 946 time: 0.0840631
Nov 23 13:12:32.745776 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:32.747701 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-abd82f79-689f-4609-a1b4-eb3e7aeb62e0 req-4895b611-8964-4cd7-9d1d-12fd17dbef84 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418336
Nov 23 13:12:32.806531 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:32.865158 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event deleted for resources: {'Port': ['ID=3d383a6a-af4b-4538-a166-afef2487b059,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:32.870787 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:32.949212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] No DVR routers for this DVR port 3d383a6a-af4b-4538-a166-afef2487b059 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:12:32.953021 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:32.955456 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'name': 'network-vif-deleted', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:32.983289 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-3dbf662d-bfd5-4c45-8d4b-e5dcb00c82f6 req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "DELETE /v2.0/ports/3d383a6a-af4b-4538-a166-afef2487b059 HTTP/1.1" status: 204  len: 173 time: 1.6079450
Nov 23 13:12:33.045308 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0301603c-7c22-4dcd-a1e2-35b680f901e2', 'name': 'network-vif-deleted', 'tag': '3d383a6a-af4b-4538-a166-afef2487b059', 'status': 'completed', 'code': 200}
Nov 23 13:12:33.174334 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:12:33.477885 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:12:33.482060 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:33.488510 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] Sync routers for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:12:33.502809 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:33.503783 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2fd0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:33.543734 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9f771532-e6af-4c64-bf45-a2c6115e0f23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "PUT /v2.0/floatingips/aa0e167c-3f8e-4d87-8054-6deef7910a60 HTTP/1.1" status: 200  len: 991 time: 2.4655259
Nov 23 13:12:33.681139 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:33.921275 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-1d419bfb-af17-41b2-adda-315ff6ade2b1 req-4253a5f7-aced-4628-9a14-b2daba7e534e tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=0301603c-7c22-4dcd-a1e2-35b680f901e2 HTTP/1.1" status: 200  len: 210 time: 0.0439162
Nov 23 13:12:34.077594 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2fd0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'aa0e167c-3f8e-4d87-8054-6deef7910a60', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'port_id': '986e24ca-e50f-4591-a550-605016a101fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'mac_address': 'fa:16:3e:3f:36:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:12:17Z', 'updated_at': '2021-11-23T13:12:32Z', 'revision_number': 1, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:34.081682 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] Checking router: c9ab0a89-0f26-4deb-aa35-616f1024d4b0 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:12:34.090264 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:34.090877 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2fd0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:34.261596 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:34.281843 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3d383a6a-af4b-4538-a166-afef2487b059 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:34.317329 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 3d383a6a-af4b-4538-a166-afef2487b059 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:34.317679 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 3d383a6a-af4b-4538-a166-afef2487b059 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:34.605078 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b6a2fd0>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'aa0e167c-3f8e-4d87-8054-6deef7910a60', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'port_id': '986e24ca-e50f-4591-a550-605016a101fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'mac_address': 'fa:16:3e:3f:36:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:12:17Z', 'updated_at': '2021-11-23T13:12:32Z', 'revision_number': 1, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:34.609081 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e43941-a8d1-49ce-8dc7-7243374285ad None None] The sync data for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi is: [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_floatingips': [{'id': 'aa0e167c-3f8e-4d87-8054-6deef7910a60', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'router_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'port_id': '986e24ca-e50f-4591-a550-605016a101fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'mac_address': 'fa:16:3e:3f:36:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:12:17Z', 'updated_at': '2021-11-23T13:12:32Z', 'revision_number': 1, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:12:34.816641 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2b6cfd-59c4-491b-a8c8-5d831824bc0b None None] New status for floating IP aa0e167c-3f8e-4d87-8054-6deef7910a60: ACTIVE {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:12:35.046652 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'tag': '986e24ca-e50f-4591-a550-605016a101fe'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:35.166954 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'tag': '986e24ca-e50f-4591-a550-605016a101fe', 'status': 'completed', 'code': 200}
Nov 23 13:12:35.268135 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-dd6ee5b0-df03-47aa-a82b-a5a84c20b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:35.269710 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-dd6ee5b0-df03-47aa-a82b-a5a84c20b749 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 1099 time: 0.0813851
Nov 23 13:12:35.405905 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-f60a3a61-432e-4451-b92f-02ada6c429d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:35.407437 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-f60a3a61-432e-4451-b92f-02ada6c429d0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.1309731
Nov 23 13:12:35.512338 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-1a1f358b-628c-4b52-b6c9-cfef49ef18c0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986e24ca-e50f-4591-a550-605016a101fe HTTP/1.1" status: 200  len: 1001 time: 0.0981867
Nov 23 13:12:35.578357 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-1ae1f833-0db2-403a-bde5-b26e9cf44dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:35.579807 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-1ae1f833-0db2-403a-bde5-b26e9cf44dd6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0615549
Nov 23 13:12:35.669628 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-1e8bd998-efee-4ef6-982d-abc6c1662fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:35.671020 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-1e8bd998-efee-4ef6-982d-abc6c1662fed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847669
Nov 23 13:12:35.810182 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-7cad6e3e-1587-4665-9537-c2c45ce20dc6 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323764
Nov 23 13:12:35.947853 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a2a098f5-531d-4f58-80e2-8612eabca9c6 req-6af83962-78d3-4fcf-ab4b-c3f0c1db3d2d service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312544
Nov 23 13:12:37.438148 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53670) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:37.645000 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Deleting port 9ece5ac0-8934-46d6-a205-0f9d2881109d {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:37.645310 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:37.814700 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:37.815023 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:37.935887 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Calling delete_port for 9ece5ac0-8934-46d6-a205-0f9d2881109d owned by network:floatingip {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:38.192987 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:38.201263 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-a9852a27-10a6-428d-bcdf-81e1b066ba24 tempest-TestMinimumBasicScenario-108524352 tempest-TestMinimumBasicScenario-108524352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:38.259464 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event deleted for resources: {'Port': ['ID=9ece5ac0-8934-46d6-a205-0f9d2881109d,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:38.287900 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:38.359304 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:38.359655 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Floating IP eb2df270-750b-4d99-a784-48b5a799563e disassociated (deleted). External IP: 172.27.0.82, port: 0845bde8-6400-4d8d-862d-03592610ef7c.
Nov 23 13:12:38.732744 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:12:38.916234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:12:38.925643 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:12:38.932782 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:38.934861 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:38.935471 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b68e310>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:38.991769 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-10ff8da1-f58c-471b-b265-93ce7074104b tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "DELETE /v2.0/floatingips/eb2df270-750b-4d99-a784-48b5a799563e HTTP/1.1" status: 204  len: 168 time: 1.5499558
Nov 23 13:12:38.991769 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:39.036088 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c', 'status': 'completed', 'code': 200}
Nov 23 13:12:39.055051 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:12:39.114695 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:39.127225 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-e317c479-11c9-4de5-9ee9-0af11fdc664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:39.128698 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-e317c479-11c9-4de5-9ee9-0af11fdc664c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3bba76fa6426421b9748082efb414c55&device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 1098 time: 0.0711937
Nov 23 13:12:39.279517 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-716390da-1ce5-4813-b1dc-8aff20008690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:39.281460 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-716390da-1ce5-4813-b1dc-8aff20008690 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 200  len: 914 time: 0.1465867
Nov 23 13:12:39.354169 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-07134ccb-c5c3-4991-8a1a-b22a0e754a07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 200  len: 217 time: 0.0654187
Nov 23 13:12:39.377737 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596031f-5a7f-4a19-af3c-93b47b6f38c1 req-91f3e477-f828-49cf-b880-06965a9fffed tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:39.379472 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8596031f-5a7f-4a19-af3c-93b47b6f38c1 req-91f3e477-f828-49cf-b880-06965a9fffed tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 945 time: 0.0792844
Nov 23 13:12:39.425805 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8596031f-5a7f-4a19-af3c-93b47b6f38c1 req-ff904a4d-bdf1-4cfa-8c45-e4d32c4f41bf tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401657
Nov 23 13:12:39.431661 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-4ea6f2a6-5021-43b0-b117-7fe506163e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:39.433098 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-4ea6f2a6-5021-43b0-b117-7fe506163e3b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 200  len: 851 time: 0.0698786
Nov 23 13:12:39.438880 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b68e310>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:39.442848 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:12:39.451028 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:39.451619 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b68e310>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:39.510485 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-68ed50aa-d276-4c7b-812a-329e2224db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:39.511871 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-68ed50aa-d276-4c7b-812a-329e2224db8a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2d43fa0b-2420-433e-96e5-1d28eae4833a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720034
Nov 23 13:12:39.623655 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:39.644924 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-b122c696-b418-4466-b249-d6cb9ae884fa service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244929
Nov 23 13:12:39.880759 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-851535e0-3ffe-439e-b5d1-3c6a184dadf6 req-796b2675-7a37-4dd1-a74e-b9bff66f98f7 service neutron] 10.222.0.82 "GET /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288198
Nov 23 13:12:39.959380 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b68e310>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:39.963507 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c11154-5998-43f9-95ff-7f6321b39697 None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:04:33Z', 'revision_number': 4, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '5bbb2354-489f-4494-97a8-fec3e95daaa3', 'name': '', 'network_id': '2d43fa0b-2420-433e-96e5-1d28eae4833a', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'mac_address': 'fa:16:3e:04:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:32Z', 'updated_at': '2021-11-23T13:04:40Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'subnets': [{'id': '8758b518-7596-4ad1-9c7b-73a1e4b05e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:12:40.184777 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb40007-abe6-4d4b-8f2a-330ed9cff867 None None] New status for floating IP eb2df270-750b-4d99-a784-48b5a799563e: DOWN {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:12:40.620159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9394555-5d27-47ad-adf4-2c4da28054a6 req-276bdcac-7737-469f-a9a7-b99aa7944589 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:40.621606 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a9394555-5d27-47ad-adf4-2c4da28054a6 req-276bdcac-7737-469f-a9a7-b99aa7944589 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 945 time: 0.0834234
Nov 23 13:12:40.666018 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a9394555-5d27-47ad-adf4-2c4da28054a6 req-6d44c03a-2396-41f6-af35-a6e5e53f821a tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/security-groups?id=053cc2f9-8729-42e1-97e3-4485482a4fa1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387354
Nov 23 13:12:40.951921 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-686c3b5f-fed6-4ccf-beef-c894cc84bc4d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:12:40.953316 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-686c3b5f-fed6-4ccf-beef-c894cc84bc4d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Synchronizing usage tracker for tenant:3bba76fa6426421b9748082efb414c55 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:12:40.972237 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-686c3b5f-fed6-4ccf-beef-c894cc84bc4d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Unset dirty status for tenant:3bba76fa6426421b9748082efb414c55 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:12:40.973471 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-686c3b5f-fed6-4ccf-beef-c894cc84bc4d tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 945 time: 0.1051905
Nov 23 13:12:41.043805 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Deleting port 0845bde8-6400-4d8d-862d-03592610ef7c {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:41.044147 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:41.294589 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] For port 0845bde8-6400-4d8d-862d-03592610ef7c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0845bde8-6400-4d8d-862d-03592610ef7c,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:41.294954 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:41.419080 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Calling delete_port for 0845bde8-6400-4d8d-862d-03592610ef7c owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:41.562804 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:41.570633 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-089653de-a6cd-48e6-8f3c-89892eeafc7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:41.621043 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event deleted for resources: {'Port': ['ID=0845bde8-6400-4d8d-862d-03592610ef7c,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:41.624067 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:41.696391 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] No DVR routers for this DVR port 0845bde8-6400-4d8d-862d-03592610ef7c on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:12:41.698980 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:41.703547 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'name': 'network-vif-deleted', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:12:41.719146 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-a0691fd3-d2e0-4e9b-a7ff-2b155ac43585 req-ba8b7158-3c08-4b8c-a0ea-74efad096e7c tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.82 "DELETE /v2.0/ports/0845bde8-6400-4d8d-862d-03592610ef7c HTTP/1.1" status: 204  len: 173 time: 0.7404737
Nov 23 13:12:41.750953 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd86ec1-9c5f-416a-a57d-e651e6c29ed8', 'name': 'network-vif-deleted', 'tag': '0845bde8-6400-4d8d-862d-03592610ef7c', 'status': 'completed', 'code': 200}
Nov 23 13:12:41.821187 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4358ff3b-eba5-488a-837a-3a9381c4a90b req-fc380bc4-d9b3-4be0-93aa-e732605be549 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "GET /v2.0/ports?device_id=3dd86ec1-9c5f-416a-a57d-e651e6c29ed8 HTTP/1.1" status: 200  len: 210 time: 0.0447199
Nov 23 13:12:42.921764 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53698) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:43.089702 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Deleting port 0d4a7956-8da1-484f-a532-722b77612780 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:43.090019 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:43.261510 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:43.261868 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:43.383822 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Calling delete_port for 0d4a7956-8da1-484f-a532-722b77612780 owned by network:floatingip {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:43.614922 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:43.618440 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9aec068c-833b-4dec-b95f-1faa0201db23 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:43.664018 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event deleted for resources: {'Port': ['ID=0d4a7956-8da1-484f-a532-722b77612780,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:43.667177 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:43.756002 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for floatingip, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:43.770660 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:43.771783 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9551e98e-4809-4316-9c1e-157a1379f428 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "DELETE /v2.0/floatingips/1231fe48-40d1-4ecd-a005-1126f704a96b HTTP/1.1" status: 204  len: 168 time: 0.8489220
Nov 23 13:12:44.380481 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 0845bde8-6400-4d8d-862d-03592610ef7c no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:44.419276 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 0845bde8-6400-4d8d-862d-03592610ef7c {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:44.419617 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 0845bde8-6400-4d8d-862d-03592610ef7c not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:45.181877 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53716) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:45.260086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d81bdad2-b0a8-4e76-8d64-5f5c49fad6f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:45.290851 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d81bdad2-b0a8-4e76-8d64-5f5c49fad6f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:45.367442 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d81bdad2-b0a8-4e76-8d64-5f5c49fad6f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:45.371359 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-ecb7e72b-6c00-4863-a6f9-d5ebfb962ab7 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:45.386712 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bdad2-b0a8-4e76-8d64-5f5c49fad6f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053cc2f9-8729-42e1-97e3-4485482a4fa1,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:45.389717 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d81bdad2-b0a8-4e76-8d64-5f5c49fad6f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:45.399758 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-d81bdad2-b0a8-4e76-8d64-5f5c49fad6f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:45.400906 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-d81bdad2-b0a8-4e76-8d64-5f5c49fad6f7 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] 10.222.0.73 "DELETE /v2.0/security-groups/053cc2f9-8729-42e1-97e3-4485482a4fa1 HTTP/1.1" status: 204  len: 168 time: 0.2180068
Nov 23 13:12:45.457249 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53722) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:46.171300 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:46.523248 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Deleting port 5bbb2354-489f-4494-97a8-fec3e95daaa3 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:46.523948 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:46.696017 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] For port 5bbb2354-489f-4494-97a8-fec3e95daaa3, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=5bbb2354-489f-4494-97a8-fec3e95daaa3,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:46.696341 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:46.820086 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Calling delete_port for 5bbb2354-489f-4494-97a8-fec3e95daaa3 owned by network:router_interface {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:46.996185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:47.001168 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-65338fcd-7a1c-43bc-97fb-6ce40ecab9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:47.044514 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbb2354-489f-4494-97a8-fec3e95daaa3,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:47.047908 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:47.408665 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:47.422622 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:47.812159 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:12:47.985609 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:12:47.995140 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] Sync routers for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:12:47.998911 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-21788b27-0db7-4bc5-b8df-5e6b0aacf272 admin admin] 10.222.0.73 "PUT /v2.0/routers/5c1dab56-351f-4afe-accf-b0af4cdbefd6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5402050
Nov 23 13:12:48.001376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53732) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:48.005015 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:48.005622 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b261eb0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:48.173839 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks [] for router, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:48.179194 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:48.353339 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:48.363543 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Deleting port fa7225e0-0cb2-46b9-a288-2064bb3ca53f {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:48.363869 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:48.458368 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b261eb0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:12:46Z', 'revision_number': 5, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port': {'id': 'fa7225e0-0cb2-46b9-a288-2064bb3ca53f', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:30Z', 'updated_at': '2021-11-23T13:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:48.462531 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] Checking router: 5c1dab56-351f-4afe-accf-b0af4cdbefd6 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:12:48.471483 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] Routers {'5c1dab56-351f-4afe-accf-b0af4cdbefd6'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:48.472070 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b261eb0>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:48.535968 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] For port fa7225e0-0cb2-46b9-a288-2064bb3ca53f, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:48.536382 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:48.623241 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] Set router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 gateway port host: None {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:48.658721 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Calling delete_port for fa7225e0-0cb2-46b9-a288-2064bb3ca53f owned by network:router_gateway {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:48.724337 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b261eb0>, [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:12:48Z', 'revision_number': 6, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:48.728331 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b087ba1-d0cb-41b5-a4d8-149d3be26b1e None None] The sync data for ids ['5c1dab56-351f-4afe-accf-b0af4cdbefd6'] in dv-cinder-818884-1-iscsi is: [{'id': '5c1dab56-351f-4afe-accf-b0af4cdbefd6', 'name': 'tempest-TestVolumeBootPattern-1570465621-router', 'tenant_id': '3bba76fa6426421b9748082efb414c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:29Z', 'updated_at': '2021-11-23T13:12:48Z', 'revision_number': 6, 'project_id': '3bba76fa6426421b9748082efb414c55', 'gw_port_host': None}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:12:49.059955 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.063932 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b84c34f6-9429-4b51-ad41-d2eaf62000ce tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:49.106980 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7225e0-0cb2-46b9-a288-2064bb3ca53f,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:49.109971 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:49.201165 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.373478 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.375808 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.400099 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.400688 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c1dab56-351f-4afe-accf-b0af4cdbefd6 {{(pid=86873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:12:49.414057 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.414455 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5c1dab56-351f-4afe-accf-b0af4cdbefd6 HTTP/1.1" status: 204  len: 168 time: 1.4121075
Nov 23 13:12:49.417037 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53740) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:49.477041 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Deleting subnet 8758b518-7596-4ad1-9c7b-73a1e4b05e78 {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:12:49.481074 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.489267 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 5bbb2354-489f-4494-97a8-fec3e95daaa3 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:49.527192 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 5bbb2354-489f-4494-97a8-fec3e95daaa3 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:49.527546 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 5bbb2354-489f-4494-97a8-fec3e95daaa3 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:49.534005 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.614606 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.688605 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.692821 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:49.732453 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8758b518-7596-4ad1-9c7b-73a1e4b05e78,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:49.735931 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:49.742790 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.748213 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30476c1c-7cd2-431f-897e-59ec0404c368 None None] Network 2d43fa0b-2420-433e-96e5-1d28eae4833a requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:12:49.749046 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-97aead82-5907-4420-9f48-09571bd692d7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8758b518-7596-4ad1-9c7b-73a1e4b05e78 HTTP/1.1" status: 204  len: 168 time: 0.3310506
Nov 23 13:12:49.751689 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53744) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:49.853927 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.864608 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Deleting port 6f2fd2f5-8681-4187-b018-96927fc2dd12 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:49.864926 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:49.998551 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] DHCP port deletion for 2d43fa0b-2420-433e-96e5-1d28eae4833a request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:12:50.003053 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Deleting port 6f2fd2f5-8681-4187-b018-96927fc2dd12 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:50.003443 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.070200 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] For port 6f2fd2f5-8681-4187-b018-96927fc2dd12, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=6f2fd2f5-8681-4187-b018-96927fc2dd12,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:50.070556 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.188770 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Calling delete_port for 6f2fd2f5-8681-4187-b018-96927fc2dd12 owned by network:dhcp {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:50.205374 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] For port 6f2fd2f5-8681-4187-b018-96927fc2dd12, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=6f2fd2f5-8681-4187-b018-96927fc2dd12,segment=NetworkSegment(7b3c468c-a4d4-4f14-9be7-df075fcd4976),segment_id=7b3c468c-a4d4-4f14-9be7-df075fcd4976)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:50.205769 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.262333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.266379 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-2d334835-6aaa-44a4-b928-95b18b399e7b tempest-TestShelveInstance-246503015 tempest-TestShelveInstance-246503015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:50.312300 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2fd2f5-8681-4187-b018-96927fc2dd12,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:50.315422 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:50.316202 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] No DVR routers for this DVR port 6f2fd2f5-8681-4187-b018-96927fc2dd12 on host dv-cinder-818884-1-iscsi {{(pid=86874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:12:50.358444 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Calling delete_port for 6f2fd2f5-8681-4187-b018-96927fc2dd12 owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:50.432377 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:12:50.432751 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:12:50.560080 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.586769 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8b1b84c0>,) {'filters': {'network_id': ['2d43fa0b-2420-433e-96e5-1d28eae4833a']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:50.599091 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8b1b84c0>, '7b3c468c-a4d4-4f14-9be7-df075fcd4976') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:50.599425 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8b1b84c0>, '7b3c468c-a4d4-4f14-9be7-df075fcd4976') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:50.611303 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.627043 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.633254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:12:50.633667 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:12:50.647662 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:12:50.724785 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.728688 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:50.742862 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.759028 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d43fa0b-2420-433e-96e5-1d28eae4833a,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:50.765195 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:50.777639 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-96aa5c0d-5a7d-4edf-8712-4ea07f8297d7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2d43fa0b-2420-433e-96e5-1d28eae4833a HTTP/1.1" status: 204  len: 168 time: 1.0248642
Nov 23 13:12:50.780709 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53750) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:50.934076 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Deleting port 6f2fd2f5-8681-4187-b018-96927fc2dd12 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:50.934687 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:50.999448 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-3946fc09-a1c8-445e-ac2f-f7b69f4b08c9 None None] The port '6f2fd2f5-8681-4187-b018-96927fc2dd12' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:12:51.188626 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6f2fd2f5-8681-4187-b018-96927fc2dd12 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:51.225729 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 6f2fd2f5-8681-4187-b018-96927fc2dd12 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:51.226079 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 6f2fd2f5-8681-4187-b018-96927fc2dd12 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:51.226568 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device fa7225e0-0cb2-46b9-a288-2064bb3ca53f no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:51.259028 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: fa7225e0-0cb2-46b9-a288-2064bb3ca53f {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:51.259282 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device fa7225e0-0cb2-46b9-a288-2064bb3ca53f not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:51.361412 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:51.729909 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Deleting port 66ebc541-4195-495e-8570-a60aaa218b29 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:51.730246 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:51.809632 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-626f4106-3877-40ce-b6db-5be575223dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:51.903989 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] For port 66ebc541-4195-495e-8570-a60aaa218b29, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=66ebc541-4195-495e-8570-a60aaa218b29,segment=NetworkSegment(64272d90-9198-401e-adf3-ef2819bf2f2b),segment_id=64272d90-9198-401e-adf3-ef2819bf2f2b)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:51.904574 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:52.095507 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:52.134620 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Calling delete_port for 66ebc541-4195-495e-8570-a60aaa218b29 owned by network:router_interface {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:52.307341 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:52.311118 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-396b0d4e-99e4-42b5-a9c6-1340b86483f8 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:52.352826 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Pushing event deleted for resources: {'Port': ['ID=66ebc541-4195-495e-8570-a60aaa218b29,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:52.355961 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:52.631834 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:53.007930 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Router 75ed495c-f7f9-4771-8ce0-16d83db93942 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:12:53.184135 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:12:53.194055 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] Sync routers for ids ['75ed495c-f7f9-4771-8ce0-16d83db93942'] in dv-cinder-818884-1-iscsi {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:12:53.194778 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-5abd66f9-367e-4439-874d-271ee21f53ee admin admin] 10.222.0.73 "PUT /v2.0/routers/75ed495c-f7f9-4771-8ce0-16d83db93942/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4130640
Nov 23 13:12:53.197352 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53760) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:53.204514 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] Routers {'75ed495c-f7f9-4771-8ce0-16d83db93942'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:53.205136 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b067430>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['75ed495c-f7f9-4771-8ce0-16d83db93942'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:53.377381 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks [] for router, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:53.381537 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] Set router 75ed495c-f7f9-4771-8ce0-16d83db93942 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:53.667742 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b067430>, [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:12:52Z', 'revision_number': 5, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port': {'id': '2cf585a6-9910-4b3a-b0ee-68f8b2d93792', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:04:36Z', 'updated_at': '2021-11-23T13:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:53.671707 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] Checking router: 75ed495c-f7f9-4771-8ce0-16d83db93942 for host: dv-cinder-818884-1-iscsi {{(pid=86875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:12:53.679941 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:53.680438 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] Routers {'75ed495c-f7f9-4771-8ce0-16d83db93942'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:12:53.681046 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b067430>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:12:24Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['75ed495c-f7f9-4771-8ce0-16d83db93942'], 'active': True} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:53.690385 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Deleting port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:53.690728 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:53.835805 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_dvr_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] Set router 75ed495c-f7f9-4771-8ce0-16d83db93942 gateway port host: None {{(pid=86875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:12:53.865059 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] For port 2cf585a6-9910-4b3a-b0ee-68f8b2d93792, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:53.865405 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:53.938978 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.l3_hamode_db [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b067430>, [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:12:53Z', 'revision_number': 6, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:53.942921 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492856b2-2a70-4ed9-baec-4bb1335bd705 None None] The sync data for ids ['75ed495c-f7f9-4771-8ce0-16d83db93942'] in dv-cinder-818884-1-iscsi is: [{'id': '75ed495c-f7f9-4771-8ce0-16d83db93942', 'name': 'tempest-TestVolumeBootPattern-302769740-router', 'tenant_id': 'b0d144a923224b74953ca96544e9fad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:04:35Z', 'updated_at': '2021-11-23T13:12:53Z', 'revision_number': 6, 'project_id': 'b0d144a923224b74953ca96544e9fad4', 'gw_port_host': None}] {{(pid=86875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:12:53.981164 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-25c90096-c882-49eb-82e3-309ef069ea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:53.992257 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Calling delete_port for 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 owned by network:router_gateway {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:54.169000 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.173259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-16590490-dea6-4ccc-b933-3119c345c084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:54.218003 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf585a6-9910-4b3a-b0ee-68f8b2d93792,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:54.221065 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:54.311063 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.478343 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.480575 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.508579 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.509185 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ed495c-f7f9-4771-8ce0-16d83db93942 {{(pid=86874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:12:54.521903 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] Notify callbacks [] for router, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.523059 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-1f5fa2f5-2f1d-4447-9d33-900b61f358ac admin admin] 10.222.0.73 "DELETE /v2.0/routers/75ed495c-f7f9-4771-8ce0-16d83db93942 HTTP/1.1" status: 204  len: 168 time: 1.3243353
Nov 23 13:12:54.525699 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53766) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:54.596610 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Deleting subnet c110cd8a-cf15-46a7-aa5d-f009746abc9b {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:12:54.599576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.649442 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6577744'] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.731454 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.800986 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8297801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6741405'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.805090 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d4135d44-8cab-4713-bfc9-6a083e4c5648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:54.839066 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c110cd8a-cf15-46a7-aa5d-f009746abc9b,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:54.842028 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:54.843055 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.849098 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615279e6-2d76-4ad5-a684-ead915885b66 None None] Network 1933d780-524b-46a1-b68d-0d0dd98a549f requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:12:54.849605 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-9b76f856-7d8c-49af-abf5-5c88a446505a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c110cd8a-cf15-46a7-aa5d-f009746abc9b HTTP/1.1" status: 204  len: 168 time: 0.3225470
Nov 23 13:12:54.852144 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53770) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:54.960074 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:54.970575 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Deleting port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:54.970907 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.034962 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.147193 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] DHCP port deletion for 1933d780-524b-46a1-b68d-0d0dd98a549f request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:12:55.153534 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Deleting port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:55.153984 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.220358 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 3597b1ae-fcaa-4338-82f5-7ca304d87d6f no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:55.286343 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] For port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,segment=NetworkSegment(64272d90-9198-401e-adf3-ef2819bf2f2b),segment_id=64272d90-9198-401e-adf3-ef2819bf2f2b)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:55.286962 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.406313 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Calling delete_port for 3597b1ae-fcaa-4338-82f5-7ca304d87d6f owned by network:dhcp {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:55.471688 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.488124 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.493029 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0d199f32-8ffe-4235-8fae-506e79e1bc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:55.501934 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] For port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,segment=NetworkSegment(64272d90-9198-401e-adf3-ef2819bf2f2b),segment_id=64272d90-9198-401e-adf3-ef2819bf2f2b)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:12:55.502333 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.534810 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Pushing event deleted for resources: {'Port': ['ID=3597b1ae-fcaa-4338-82f5-7ca304d87d6f,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:55.537284 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:55.541252 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] No DVR routers for this DVR port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f on host dv-cinder-818884-1-iscsi {{(pid=86874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:12:55.655700 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Calling delete_port for 3597b1ae-fcaa-4338-82f5-7ca304d87d6f owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:12:55.657623 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.683661 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c89a89580>,) {'filters': {'network_id': ['1933d780-524b-46a1-b68d-0d0dd98a549f']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:55.690968 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 66ebc541-4195-495e-8570-a60aaa218b29 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:55.696423 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89a89580>, '64272d90-9198-401e-adf3-ef2819bf2f2b') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:55.696718 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89a89580>, '64272d90-9198-401e-adf3-ef2819bf2f2b') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:12:55.708151 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.725413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.732712 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:12:55.733206 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.734202 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 66ebc541-4195-495e-8570-a60aaa218b29 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:55.734577 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 66ebc541-4195-495e-8570-a60aaa218b29 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:55.735003 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:12:55.746901 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:12:55.771667 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:12:55.772018 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 2cf585a6-9910-4b3a-b0ee-68f8b2d93792 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:12:55.795828 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:12:55.796159 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:12:55.825254 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.829682 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-99c8cc9b-0fa7-4b10-b3ec-ba729b46ea34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:55.844840 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:55.850590 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Pushing event deleted for resources: {'Network': ['ID=1933d780-524b-46a1-b68d-0d0dd98a549f,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:55.855614 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:55.858796 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-5ecbb982-a84e-402d-bb88-df1e34e2306e admin admin] 10.222.0.73 "DELETE /v2.0/networks/1933d780-524b-46a1-b68d-0d0dd98a549f HTTP/1.1" status: 204  len: 168 time: 1.0056317
Nov 23 13:12:55.981739 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53778) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:56.031624 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-4e9146ad-66f1-4c39-bf25-88f2aa2cb9ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bba76fa6426421b9748082efb414c55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0486186
Nov 23 13:12:56.035282 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 53782) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:56.096902 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.121902 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.184337 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.190495 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-30253f45-98c1-445d-ace0-51e4e97bdffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:56.205911 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a64a258-8b53-4732-8a09-1ca53754437e,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:56.208403 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:56.212275 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.213174 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7a64a258-8b53-4732-8a09-1ca53754437e HTTP/1.1" status: 204  len: 168 time: 0.1770186
Nov 23 13:12:56.297648 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Deleting port 3597b1ae-fcaa-4338-82f5-7ca304d87d6f {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:12:56.298102 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.366368 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-ff27281b-77bb-4e5e-a063-ed139f50d123 None None] The port '3597b1ae-fcaa-4338-82f5-7ca304d87d6f' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:12:56.567338 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53792) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:56.618957 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-f368fb9a-3e65-4e58-bd7d-114317ea4efa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0d144a923224b74953ca96544e9fad4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481837
Nov 23 13:12:56.619137 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 53796) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:12:56.676326 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0d1deb99-a548-4e2b-84c3-40c76017d19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.701762 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0d1deb99-a548-4e2b-84c3-40c76017d19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.755272 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0d1deb99-a548-4e2b-84c3-40c76017d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.758852 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8c7c4960-0093-42b7-8724-a3b192c66816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:12:56.773675 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1deb99-a548-4e2b-84c3-40c76017d19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dea25ae-b7a1-4bdb-bf15-3e23298218d8,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:12:56.778796 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0d1deb99-a548-4e2b-84c3-40c76017d19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:12:56.780574 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-0d1deb99-a548-4e2b-84c3-40c76017d19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:12:56.781336 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-0d1deb99-a548-4e2b-84c3-40c76017d19c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8dea25ae-b7a1-4bdb-bf15-3e23298218d8 HTTP/1.1" status: 204  len: 168 time: 0.1613410
Nov 23 13:12:56.800183 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:15.999349 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:13:17.424254 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:21.818476 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-75e0ddb3-ee07-4b43-b394-9633ee9eac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:22.109213 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:23.996045 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8c9134b7-417e-482b-88df-22a2bbe41ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:25.027508 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:26.807636 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:47.425806 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:51.821580 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c2fb9024-da23-4546-8a8c-5f38c37cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:52.109042 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:53.002748 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:13:53.997267 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6e42-1627-4571-9eef-86b776ce8118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:55.025525 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:13:56.801727 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:06.923135 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-a0811909-1a83-4291-a207-cea29163fb9b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705261
Nov 23 13:14:07.063637 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-085fd2f5-27ae-42f6-9b3a-79f0cc3f5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:07.065066 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-085fd2f5-27ae-42f6-9b3a-79f0cc3f5617 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2135223a94f2459aa66dc2b283f158d4&device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 1099 time: 0.0715868
Nov 23 13:14:07.220728 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-2355d005-7dfe-499a-a770-daa5fdf371c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:07.222743 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-2355d005-7dfe-499a-a770-daa5fdf371c5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 200  len: 912 time: 0.1355197
Nov 23 13:14:07.333528 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-eed4a3ea-35ac-42a6-a52b-a7537329b6e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986e24ca-e50f-4591-a550-605016a101fe HTTP/1.1" status: 200  len: 1001 time: 0.1030159
Nov 23 13:14:07.399984 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-94c77440-29c3-4554-bfd0-7549fb8f5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:07.401479 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-94c77440-29c3-4554-bfd0-7549fb8f5f7b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 200  len: 849 time: 0.0620685
Nov 23 13:14:07.475414 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-a2225178-2efb-4660-8553-e78ca7b66239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:07.476933 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-a2225178-2efb-4660-8553-e78ca7b66239 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=63305f6b-975d-4665-a382-14b9dc90f251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691478
Nov 23 13:14:07.609048 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-2d2b919e-6438-45e4-87c6-09c9d0089d03 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251714
Nov 23 13:14:07.840727 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-42a32bb4-eb2c-4a1a-bdba-146cb65b495f req-7f062159-df65-48bc-8501-2713fec8d094 service neutron] 10.222.0.82 "GET /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2255657
Nov 23 13:14:09.730599 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d9d42-89cb-4387-9477-bf99f2e0ca5f req-d7010d17-b6da-4a24-a990-2a128fcbfff7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:09.732059 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-104d9d42-89cb-4387-9477-bf99f2e0ca5f req-d7010d17-b6da-4a24-a990-2a128fcbfff7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 946 time: 0.0863357
Nov 23 13:14:09.786049 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-104d9d42-89cb-4387-9477-bf99f2e0ca5f req-8b6fca80-2854-455e-b462-caa671b5ec5e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467741
Nov 23 13:14:10.987065 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1ccfa-5df5-4cf7-98d3-03c0e2d0cca1 req-a3a6478f-0b76-472c-8082-c76e0425db2a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:10.988514 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4b1ccfa-5df5-4cf7-98d3-03c0e2d0cca1 req-a3a6478f-0b76-472c-8082-c76e0425db2a tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 946 time: 0.0857565
Nov 23 13:14:11.032626 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f4b1ccfa-5df5-4cf7-98d3-03c0e2d0cca1 req-251ae8ce-6e29-4d15-b62a-f1dd4de45065 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384798
Nov 23 13:14:11.754257 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-bf11467b-67cb-4753-9fd5-98d5c1e7a5af tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:11.754954 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-bf11467b-67cb-4753-9fd5-98d5c1e7a5af tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Synchronizing usage tracker for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:14:11.771952 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-bf11467b-67cb-4753-9fd5-98d5c1e7a5af tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Unset dirty status for tenant:2135223a94f2459aa66dc2b283f158d4 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:14:11.773055 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-bf11467b-67cb-4753-9fd5-98d5c1e7a5af tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 946 time: 0.1054809
Nov 23 13:14:11.843069 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Deleting port 986e24ca-e50f-4591-a550-605016a101fe {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:14:11.843303 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:12.089958 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] For port 986e24ca-e50f-4591-a550-605016a101fe, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=986e24ca-e50f-4591-a550-605016a101fe,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:14:12.090350 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:12.220418 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9106b29-a38f-4b8f-8357-a50ebeae55e7 req-98814602-d632-4bb9-9336-78490c7bd38b tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:14:12.221863 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9106b29-a38f-4b8f-8357-a50ebeae55e7 req-98814602-d632-4bb9-9336-78490c7bd38b tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 946 time: 0.0841949
Nov 23 13:14:12.266677 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f9106b29-a38f-4b8f-8357-a50ebeae55e7 req-6f6af686-4586-4311-8eb6-221fdb9e0b5e tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups?id=d191e9ef-f220-4e50-bb15-15df810fab0a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390332
Nov 23 13:14:12.379677 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:12.380723 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-693175'] for floatingip, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:12.380723 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.db.l3_db [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Floating IP aa0e167c-3f8e-4d87-8054-6deef7910a60 disassociated. External IP: 172.27.0.29, port: 986e24ca-e50f-4591-a550-605016a101fe.
Nov 23 13:14:12.380723 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Calling delete_port for 986e24ca-e50f-4591-a550-605016a101fe owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:14:12.535752 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:12.541386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-0aff8523-c5f0-4dc1-a39a-dcb990b83559 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:12.585393 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event deleted for resources: {'Port': ['ID=986e24ca-e50f-4591-a550-605016a101fe,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:12.595892 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.596299 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.596637 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.597033 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.597396 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.597757 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.598119 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.598499 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.598859 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.599211 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.599565 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.599918 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:12.603459 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:12.782251 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:14:12.967974 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:14:12.978171 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] Sync routers for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:14:12.988365 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:14:12.988976 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c05b070>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:13.041672 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] No DVR routers for this DVR port 986e24ca-e50f-4591-a550-605016a101fe on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:14:13.044209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:13.048555 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'name': 'network-vif-deleted', 'tag': '986e24ca-e50f-4591-a550-605016a101fe'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:14:13.065503 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-f09d3306-1da9-4406-b2ce-4f2ad53aef39 req-d0481dbe-f617-4ab1-87fe-e32a677ba719 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.82 "DELETE /v2.0/ports/986e24ca-e50f-4591-a550-605016a101fe HTTP/1.1" status: 204  len: 173 time: 1.2870376
Nov 23 13:14:13.108744 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a', 'name': 'network-vif-deleted', 'tag': '986e24ca-e50f-4591-a550-605016a101fe', 'status': 'completed', 'code': 200}
Nov 23 13:14:13.167589 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:14:13.429937 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-9e1b875e-3d03-4dc8-b95b-0fd90937ce7a req-bba71f58-a5ae-4eab-8bb5-aa1d245d1e9b tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfb9084e-90e6-46d7-9bd7-4c5fe4bec39a HTTP/1.1" status: 200  len: 210 time: 0.0457556
Nov 23 13:14:13.476903 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c05b070>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:13.480825 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] Checking router: c9ab0a89-0f26-4deb-aa35-616f1024d4b0 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:14:13.489079 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:14:13.489688 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8c05b070>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:13.667335 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:14:13.975916 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8c05b070>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:13.979966 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8fc7c-b3c3-4664-b726-9244d90fd816 None None] The sync data for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi is: [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:07:51Z', 'revision_number': 4, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi', '_interfaces': [{'id': '62c12923-af1f-4ff1-9eb1-0c277bf48951', 'name': '', 'network_id': '63305f6b-975d-4665-a382-14b9dc90f251', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'mac_address': 'fa:16:3e:1c:25:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:51Z', 'updated_at': '2021-11-23T13:07:57Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'subnets': [{'id': '29dbaee8-75f7-4e0f-a833-79fd52028abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:14:14.201894 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bfffe9-6907-4917-91e5-06bf9e0bb48c None None] New status for floating IP aa0e167c-3f8e-4d87-8054-6deef7910a60: DOWN {{(pid=86875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 23 13:14:14.553597 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54034) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:14.617732 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:14.648779 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:14.704271 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:14.707979 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-7d9ee245-f5e2-4762-9dcd-82e5996a36ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:14.721728 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d191e9ef-f220-4e50-bb15-15df810fab0a,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:14.730725 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.731092 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.731461 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.731825 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.732186 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.732547 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.732903 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.733255 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.733611 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.733964 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.734333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.734704 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:14:14.739357 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:14.743053 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:14.744185 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-655a9bad-0ccf-4141-88b6-624585b33027 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "DELETE /v2.0/security-groups/d191e9ef-f220-4e50-bb15-15df810fab0a HTTP/1.1" status: 204  len: 168 time: 0.1894951
Nov 23 13:14:14.747051 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54038) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:14.764846 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.api.v2.resource [None req-aeb31f10-cf17-47e9-8485-a78b4780bcb7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] show failed (client error): The resource could not be found.
Nov 23 13:14:14.765871 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-aeb31f10-cf17-47e9-8485-a78b4780bcb7 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "GET /v2.0/security-groups/d191e9ef-f220-4e50-bb15-15df810fab0a HTTP/1.1" status: 404  len: 347 time: 0.0179038
Nov 23 13:14:14.768885 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54042) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:14.892676 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 986e24ca-e50f-4591-a550-605016a101fe no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:14:14.920583 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Deleting port cbf4dd9e-2e84-4db0-bda0-3bcd316f2bec {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:14:14.920909 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:14.927618 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: 986e24ca-e50f-4591-a550-605016a101fe {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:14:14.927964 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device 986e24ca-e50f-4591-a550-605016a101fe not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:14:15.182804 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:15.183243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:15.310122 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Calling delete_port for cbf4dd9e-2e84-4db0-bda0-3bcd316f2bec owned by network:floatingip {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:14:15.456982 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:15.466325 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d5774054-d775-4dec-acff-6c630fed3931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:15.509924 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Pushing event deleted for resources: {'Port': ['ID=cbf4dd9e-2e84-4db0-bda0-3bcd316f2bec,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:15.538994 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:15.599672 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks [] for floatingip, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:15.613992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for floatingip, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:15.615137 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-b694d2a6-4c6a-42f2-9dbb-5d87de39d893 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] 10.222.0.73 "DELETE /v2.0/floatingips/aa0e167c-3f8e-4d87-8054-6deef7910a60 HTTP/1.1" status: 204  len: 168 time: 0.8453727
Nov 23 13:14:17.429457 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:19.714494 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54072) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:20.541836 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-553125'] for router_interface, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:20.906252 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Deleting port 62c12923-af1f-4ff1-9eb1-0c277bf48951 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:14:20.907378 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:21.092927 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] For port 62c12923-af1f-4ff1-9eb1-0c277bf48951, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=62c12923-af1f-4ff1-9eb1-0c277bf48951,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:14:21.093298 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:21.218996 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Calling delete_port for 62c12923-af1f-4ff1-9eb1-0c277bf48951 owned by network:router_interface {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:14:21.420378 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:21.424304 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-067a673d-c80e-485b-9ad4-4fee03718938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:21.571696 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c12923-af1f-4ff1-9eb1-0c277bf48951,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:21.574558 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:21.819675 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-796f2950-8e64-467a-bdc7-58d108f433c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:21.859534 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544341'] for router_interface, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:22.104171 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:22.230366 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 has already been hosted by L3 agent f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a {{(pid=86873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 23 13:14:22.405186 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] Notify agent at l3_agent.dv-cinder-818884-1-iscsi the message routers_updated {{(pid=86873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 23 13:14:22.414180 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] Sync routers for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 23 13:14:22.417485 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-1d6053a9-3c0a-465f-b647-6ed308e73f19 admin admin] 10.222.0.73 "PUT /v2.0/routers/c9ab0a89-0f26-4deb-aa35-616f1024d4b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7016304
Nov 23 13:14:22.420111 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54082) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:22.424335 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:14:22.424944 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bfb50>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:22.591238 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks [] for router, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:22.598541 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: dv-cinder-818884-1-iscsi {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:14:22.761018 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:22.772568 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Deleting port 663760a1-72c8-4c3e-b54c-54a2a7722b0b {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:14:22.773049 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:22.908718 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bfb50>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'external_fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:14:21Z', 'revision_number': 5, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port': {'id': '663760a1-72c8-4c3e-b54c-54a2a7722b0b', 'name': '', 'network_id': '808ec153-2999-4a31-bb37-c33c116b6036', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818884-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:07:48Z', 'updated_at': '2021-11-23T13:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd5c43fa-3089-4880-ac5e-f23975cd5372', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818884-1-iscsi'}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:22.912791 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] Checking router: c9ab0a89-0f26-4deb-aa35-616f1024d4b0 for host: dv-cinder-818884-1-iscsi {{(pid=86876) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 23 13:14:22.921370 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] Routers {'c9ab0a89-0f26-4deb-aa35-616f1024d4b0'} bound to L3 agent in host dv-cinder-818884-1-iscsi {{(pid=86876) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 23 13:14:22.921964 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bfb50>, 'dv-cinder-818884-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:46:24Z,description=<?>,heartbeat_timestamp=2021-11-23T13:13:54Z,host='dv-cinder-818884-1-iscsi',id=f4ecc0d5-cf48-4e47-a3d8-27b15f2ee74a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-23T12:46:24Z,topic='l3_agent')) {'router_ids': ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'], 'active': True} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:23.056200 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] For port 663760a1-72c8-4c3e-b54c-54a2a7722b0b, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=663760a1-72c8-4c3e-b54c-54a2a7722b0b,segment=NetworkSegment(d8470458-ecba-4d23-95db-de389a795862),segment_id=d8470458-ecba-4d23-95db-de389a795862)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:14:23.056443 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.065938 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_dvr_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] Set router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 gateway port host: None {{(pid=86876) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 23 13:14:23.166653 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.l3_hamode_db [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4c8b3bfb50>, [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:14:22Z', 'revision_number': 6, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port_host': None}], 'dv-cinder-818884-1-iscsi', False) {} {{(pid=86876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:23.170766 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2dcc7-c7e2-4d22-b83f-eedb032a5edf None None] The sync data for ids ['c9ab0a89-0f26-4deb-aa35-616f1024d4b0'] in dv-cinder-818884-1-iscsi is: [{'id': 'c9ab0a89-0f26-4deb-aa35-616f1024d4b0', 'name': 'tempest-AttachVolumeTestJSON-802868837-router', 'tenant_id': '2135223a94f2459aa66dc2b283f158d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:07:47Z', 'updated_at': '2021-11-23T13:14:22Z', 'revision_number': 6, 'project_id': '2135223a94f2459aa66dc2b283f158d4', 'gw_port_host': None}] {{(pid=86876) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 23 13:14:23.173619 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Calling delete_port for 663760a1-72c8-4c3e-b54c-54a2a7722b0b owned by network:router_gateway {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:14:23.344496 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.349752 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-1c13b9c5-3528-4b5d-936b-b72f93224751 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:23.399483 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Pushing event deleted for resources: {'Port': ['ID=663760a1-72c8-4c3e-b54c-54a2a7722b0b,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:23.402634 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:23.490583 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-693186'] for router_gateway, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.664910 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37662'] for router, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.667213 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.692016 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-553036'] for router, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.692564 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9ab0a89-0f26-4deb-aa35-616f1024d4b0 {{(pid=86873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 23 13:14:23.705236 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] Notify callbacks [] for router, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.706365 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-87f6e4b0-cd34-42ac-b561-e78b09d28445 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c9ab0a89-0f26-4deb-aa35-616f1024d4b0 HTTP/1.1" status: 204  len: 168 time: 1.2853539
Nov 23 13:14:23.709705 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54086) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:23.770168 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_v2 [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Deleting subnet 29dbaee8-75f7-4e0f-a833-79fd52028abc {{(pid=86873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:14:23.773150 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.821295 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7687056'] for subnet, precommit_delete_associations {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.905552 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.975376 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7520595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7489160'] for subnet, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:23.980388 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-64d67d1d-cf3e-460e-aa9f-64682a75c6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:23.990176 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c8e44e30-fd72-4825-babe-632495f11e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.019755 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29dbaee8-75f7-4e0f-a833-79fd52028abc,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:24.022580 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.027919 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:24.028290 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc787a40-8b3d-43f0-bf51-7aa22eb050fc None None] Network 63305f6b-975d-4665-a382-14b9dc90f251 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:14:24.034073 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-4758f41c-9d81-4bfe-920b-7fa23aa87953 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/29dbaee8-75f7-4e0f-a833-79fd52028abc HTTP/1.1" status: 204  len: 168 time: 0.3212304
Nov 23 13:14:24.034609 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54090) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:24.150068 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.161734 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Deleting port 4fcc4d1c-c59d-42f3-90a6-71133b687289 {{(pid=86874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:14:24.162077 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.281962 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] DHCP port deletion for 63305f6b-975d-4665-a382-14b9dc90f251 request from dv-cinder-818884-1-iscsi {{(pid=86875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 23 13:14:24.286434 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Deleting port 4fcc4d1c-c59d-42f3-90a6-71133b687289 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:14:24.286818 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.372750 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.db [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] For port 4fcc4d1c-c59d-42f3-90a6-71133b687289, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=4fcc4d1c-c59d-42f3-90a6-71133b687289,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:14:24.373049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.500003 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.plugin [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Calling delete_port for 4fcc4d1c-c59d-42f3-90a6-71133b687289 owned by network:dhcp {{(pid=86874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:14:24.535816 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] For port 4fcc4d1c-c59d-42f3-90a6-71133b687289, host dv-cinder-818884-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818884-1-iscsi',level=0,port_id=4fcc4d1c-c59d-42f3-90a6-71133b687289,segment=NetworkSegment(dd011447-632c-4510-bdde-b2c20c514d26),segment_id=dd011447-632c-4510-bdde-b2c20c514d26)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:14:24.536207 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.576267 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8297850'] for port, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.580205 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:24.625993 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcc4d1c-c59d-42f3-90a6-71133b687289,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:24.629102 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:24.629935 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] No DVR routers for this DVR port 4fcc4d1c-c59d-42f3-90a6-71133b687289 on host dv-cinder-818884-1-iscsi {{(pid=86874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:14:24.659371 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Calling delete_port for 4fcc4d1c-c59d-42f3-90a6-71133b687289 owned by network:dhcp {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:14:24.729508 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.db.api [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 23 13:14:24.729831 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_db.api [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 23 13:14:24.744137 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.769397 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab2c7f0>,) {'filters': {'network_id': ['63305f6b-975d-4665-a382-14b9dc90f251']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:24.780985 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab2c7f0>, 'dd011447-632c-4510-bdde-b2c20c514d26') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:24.781291 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c8ab2c7f0>, 'dd011447-632c-4510-bdde-b2c20c514d26') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:14:24.792324 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.807837 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.814173 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:14:24.814581 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:14:24.827642 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:14:25.003599 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.007451 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:25.020434 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.029166 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.030440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Pushing event deleted for resources: {'Network': ['ID=63305f6b-975d-4665-a382-14b9dc90f251,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:25.033608 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:25.044537 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-c5c251ad-e7fa-4858-9fda-d6d3167323bc admin admin] 10.222.0.73 "DELETE /v2.0/networks/63305f6b-975d-4665-a382-14b9dc90f251 HTTP/1.1" status: 204  len: 168 time: 1.0089090
Nov 23 13:14:25.164448 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54096) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:25.220182 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-26b363c3-0136-4049-8149-375f61a29681 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2135223a94f2459aa66dc2b283f158d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544298
Nov 23 13:14:25.223012 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54100) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:25.230901 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Deleting port 4fcc4d1c-c59d-42f3-90a6-71133b687289 {{(pid=86875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:14:25.231633 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.263271 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 62c12923-af1f-4ff1-9eb1-0c277bf48951 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:14:25.281451 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.302468 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 62c12923-af1f-4ff1-9eb1-0c277bf48951 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:14:25.302855 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 62c12923-af1f-4ff1-9eb1-0c277bf48951 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:14:25.303276 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 4fcc4d1c-c59d-42f3-90a6-71133b687289 no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:14:25.306672 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.357837 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.361601 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c82a84fa-c1ac-465c-9391-4835384676a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:25.362053 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-36a73bf5-d0d5-4768-b70a-8f1956cbd6a7 None None] The port '4fcc4d1c-c59d-42f3-90a6-71133b687289' was deleted {{(pid=86875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 23 13:14:25.367516 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 4fcc4d1c-c59d-42f3-90a6-71133b687289 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:14:25.367872 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 4fcc4d1c-c59d-42f3-90a6-71133b687289 not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:14:25.368302 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 663760a1-72c8-4c3e-b54c-54a2a7722b0b no longer exists at agent ovs-agent-dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:14:25.376776 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c6ae3d-1622-4172-96e4-990c3152fe67,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:25.380194 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:25.385588 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:25.386703 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12c6ae3d-1622-4172-96e4-990c3152fe67 HTTP/1.1" status: 204  len: 168 time: 0.1629360
Nov 23 13:14:25.415858 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] No Port match for: 663760a1-72c8-4c3e-b54c-54a2a7722b0b {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:14:25.416208 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Device 663760a1-72c8-4c3e-b54c-54a2a7722b0b not bound to the agent host dv-cinder-818884-1-iscsi {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:14:26.808047 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.002162 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:14:30.216857 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54186) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:30.341961 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.356478 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:14:30.361057 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Usage tracker for resource:security_group_rule and tenant:65f08eb4b47a402a85dc363e3358664c is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:14:30.364287 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:14:30.371110 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:14:30.460744 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.467108 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.474145 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-0a059655-f3d3-4951-97c1-0d09ad07d4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:30.513690 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65f08eb4b47a402a85dc363e3358664c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2957561
Nov 23 13:14:30.514585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774b61c-0a84-44ee-84ce-4ff141d92323,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:30.516863 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54192) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:30.517695 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-deb20134-46fe-4e9e-9185-01103507fef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:30.584950 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9561c7a8-2497-49d3-9fdb-02ce33fdae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.610640 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9561c7a8-2497-49d3-9fdb-02ce33fdae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.665458 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9561c7a8-2497-49d3-9fdb-02ce33fdae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.669549 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-8bd72d27-b2c0-4480-b27b-d0f18d4400ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:30.680237 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561c7a8-2497-49d3-9fdb-02ce33fdae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774b61c-0a84-44ee-84ce-4ff141d92323,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:30.684083 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9561c7a8-2497-49d3-9fdb-02ce33fdae43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:30.687369 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-9561c7a8-2497-49d3-9fdb-02ce33fdae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:30.688552 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-9561c7a8-2497-49d3-9fdb-02ce33fdae43 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0774b61c-0a84-44ee-84ce-4ff141d92323 HTTP/1.1" status: 204  len: 168 time: 0.1707206
Nov 23 13:14:30.971800 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54200) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:30.989539 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:31.003558 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:14:31.007785 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Usage tracker for resource:security_group_rule and tenant:d73d57c0dd26447e8789d391168aa953 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:14:31.010582 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:14:31.017272 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:14:31.105013 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:31.110561 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:31.117086 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-9133144d-c913-4047-a593-f1fd9126e9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:31.156677 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d69d5-37ba-4207-b4df-e8d42a51e0dc,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:31.160075 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:31.162703 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-a32dbec7-4997-4093-be66-081c1c1ba5aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d73d57c0dd26447e8789d391168aa953&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1898143
Nov 23 13:14:31.165470 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54204) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:31.222574 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d3001369-64c6-4077-a8ce-97717ca2e2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:31.247718 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d3001369-64c6-4077-a8ce-97717ca2e2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:31.301129 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d3001369-64c6-4077-a8ce-97717ca2e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:31.304937 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-eb454b54-7e58-4e5a-8da2-eee9db622f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:31.317504 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3001369-64c6-4077-a8ce-97717ca2e2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d69d5-37ba-4207-b4df-e8d42a51e0dc,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:31.320440 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d3001369-64c6-4077-a8ce-97717ca2e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:31.329083 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-d3001369-64c6-4077-a8ce-97717ca2e2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:31.330204 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-d3001369-64c6-4077-a8ce-97717ca2e2fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf0d69d5-37ba-4207-b4df-e8d42a51e0dc HTTP/1.1" status: 204  len: 168 time: 0.1638391
Nov 23 13:14:47.429896 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:51.826230 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cd08-f93f-4e39-8362-490ef627f5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:52.111984 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:54.002501 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1f2d9da5-b376-434c-bbba-3861e9a5156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:55.035761 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:56.805722 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:57.976201 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54370) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:58.101779 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:58.116630 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:14:58.120625 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Usage tracker for resource:security_group_rule and tenant:cd4334b808bf438286f5d2042f36676c is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:14:58.123534 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:14:58.129329 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:14:58.224055 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:58.230019 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:58.245032 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-bffaf5fe-8852-4e02-94fa-b72926761739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:58.285754 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013f7cc5-8b20-4a5c-b0d8-a6be8e57a0cb,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:58.290790 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd4334b808bf438286f5d2042f36676c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3134458
Nov 23 13:14:58.291772 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:58.292629 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54376) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:14:58.353391 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-28a39212-8cbb-4d5d-94f5-f95b2c9b3b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:58.380216 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-28a39212-8cbb-4d5d-94f5-f95b2c9b3b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:58.433657 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-28a39212-8cbb-4d5d-94f5-f95b2c9b3b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:58.437361 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c9309b16-63b7-4686-96a7-5cfa355db6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:14:58.448159 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a39212-8cbb-4d5d-94f5-f95b2c9b3b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013f7cc5-8b20-4a5c-b0d8-a6be8e57a0cb,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:14:58.451486 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-28a39212-8cbb-4d5d-94f5-f95b2c9b3b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:14:58.455365 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-28a39212-8cbb-4d5d-94f5-f95b2c9b3b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:14:58.456455 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-28a39212-8cbb-4d5d-94f5-f95b2c9b3b5c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/013f7cc5-8b20-4a5c-b0d8-a6be8e57a0cb HTTP/1.1" status: 204  len: 168 time: 0.1629128
Nov 23 13:15:07.004378 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:15:08.716876 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54464) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:15:08.846907 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:08.861901 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:15:08.866380 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Usage tracker for resource:security_group_rule and tenant:2277bff04da44d9f8b5f46f28d7c6d6b is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:15:08.869392 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:15:08.875648 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:15:09.054419 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:09.062083 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:09.068088 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-29b6b1c0-9901-4d7f-8332-4cd38c449063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:09.107770 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2277bff04da44d9f8b5f46f28d7c6d6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3898113
Nov 23 13:15:09.108656 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f394864-6239-45d3-94ca-84d716ab2a31,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:09.110690 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54470) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:15:09.111834 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-e36a29ac-1c5f-4007-8212-4d461ddcd62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:09.173842 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-970f6903-99c7-4c90-a30c-92ddd1d6326d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:09.198958 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-970f6903-99c7-4c90-a30c-92ddd1d6326d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:09.252079 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-970f6903-99c7-4c90-a30c-92ddd1d6326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:09.256317 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-a7055b28-9e11-4ecf-b13c-0f85780cfdd2 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:09.267608 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f6903-99c7-4c90-a30c-92ddd1d6326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f394864-6239-45d3-94ca-84d716ab2a31,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:09.272021 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-970f6903-99c7-4c90-a30c-92ddd1d6326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:09.273834 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-970f6903-99c7-4c90-a30c-92ddd1d6326d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:09.274964 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-970f6903-99c7-4c90-a30c-92ddd1d6326d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f394864-6239-45d3-94ca-84d716ab2a31 HTTP/1.1" status: 204  len: 168 time: 0.1632020
Nov 23 13:15:14.106554 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54538) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:15:14.225865 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:14.240253 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:15:14.244451 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Usage tracker for resource:security_group_rule and tenant:537ace9f7fc84bedb0a1133d8c4a8917 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:15:14.247415 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:15:14.253551 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:15:14.336536 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:14.342730 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:14.348988 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-c2635c4a-85be-44c5-ba6f-cbfeb98bc750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:14.390745 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65240e3-cc40-41e2-b676-6a164ab6bb83,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:14.394304 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=537ace9f7fc84bedb0a1133d8c4a8917&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2864628
Nov 23 13:15:14.397283 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54544) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:15:14.400889 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.401264 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.401626 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.401988 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.402371 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.402732 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.403078 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.403426 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.403774 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.404120 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.404440 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.404799 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:14.408702 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-045943eb-74b0-47bb-80d7-7d1a39fd323e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:14.455816 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-28b5393e-9126-4cd1-849f-bf14ccc5b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:14.482543 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-28b5393e-9126-4cd1-849f-bf14ccc5b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:14.541005 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-28b5393e-9126-4cd1-849f-bf14ccc5b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:14.545078 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-c9a77cdc-c96f-4fb7-86ae-75b58eef4f03 tempest-AttachVolumeTestJSON-972727137 tempest-AttachVolumeTestJSON-972727137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:14.556811 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5393e-9126-4cd1-849f-bf14ccc5b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65240e3-cc40-41e2-b676-6a164ab6bb83,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:14.559628 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-28b5393e-9126-4cd1-849f-bf14ccc5b44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:14.565405 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-28b5393e-9126-4cd1-849f-bf14ccc5b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:14.566636 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-28b5393e-9126-4cd1-849f-bf14ccc5b44d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a65240e3-cc40-41e2-b676-6a164ab6bb83 HTTP/1.1" status: 204  len: 168 time: 0.1682916
Nov 23 13:15:15.284535 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54568) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:15:15.394363 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.v2.base [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-943297465-network', 'tenant_id': 'a42fe9e1529f4c13a1ccdca4ab634b22'}} {{(pid=86874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:15.399454 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:15:15.404419 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Usage tracker for resource:network and tenant:a42fe9e1529f4c13a1ccdca4ab634b22 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:15:15.409615 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:15:15.417113 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:15:15.431651 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Made reservation on behalf of a42fe9e1529f4c13a1ccdca4ab634b22 for: {'network': 1} {{(pid=86874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:15:15.434926 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for network, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.451413 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.466049 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:15:15.470142 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Usage tracker for resource:security_group_rule and tenant:a42fe9e1529f4c13a1ccdca4ab634b22 is out of sync, need to count used quota {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:15:15.473071 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86874) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:15:15.479334 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.quota.driver [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86874) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:15:15.563868 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.570334 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.573438 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-4b2db28e-4314-4dd2-af8b-351783e892fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:15.607170 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048}  {{(pid=86874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 23 13:15:15.617743 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9468d9-a33d-46b7-8248-ce39646951d1,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:15.627656 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.627989 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.db.segments_db [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Added segment f5c33578-fb8e-4b50-8091-36b468ac097a of type vlan for network 3d4be6b3-6e69-4567-a791-af914890fa11
Nov 23 13:15:15.629742 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.630113 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.630503 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.630858 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.631215 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.631578 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.631951 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.632299 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.632299 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.633365 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.633365 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.633685 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:15.640736 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:15.662648 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747921810643'] for network, precommit_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.693156 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613'] for network, after_create {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.694755 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:15.695416 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:15.698975 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:15.797768 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Pushing event updated for resources: {'Network': ['ID=3d4be6b3-6e69-4567-a791-af914890fa11,revision_number=1']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:15.800596 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:15.805322 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-f0f2f590-e06f-4efa-8c23-813055c89c66 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5167189
Nov 23 13:15:15.805730 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [-] (86873) accepted ('10.222.0.73', 54574) {{(pid=86873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:15:15.807825 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Network 3d4be6b3-6e69-4567-a791-af914890fa11 details requested by agent ovs-agent-dv-cinder-818884-1-iscsi with host dv-cinder-818884-1-iscsi {{(pid=86875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 23 13:15:15.811265 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Request body: {'subnet': {'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-943297465-subnet', 'tenant_id': 'a42fe9e1529f4c13a1ccdca4ab634b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:15.816815 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:15:15.820881 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Usage tracker for resource:subnet and tenant:a42fe9e1529f4c13a1ccdca4ab634b22 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:15:15.823848 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:15:15.829823 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:15:15.842441 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Made reservation on behalf of a42fe9e1529f4c13a1ccdca4ab634b22 for: {'subnet': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:15:15.844774 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7489187'] for subnet, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:16.052365 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7520532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7489169'] for subnet, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:16.055661 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:16.125205 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f546817-4bf4-498f-976c-aed9bc278258,revision_number=0']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:16.128955 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:16.136166 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Checking segment: {'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:15:16.136519 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Network hostable DHCP agents. Network: 3d4be6b3-6e69-4567-a791-af914890fa11, hostable agents: ['48f6a6bf-90f8-4fd2-8504-254ef106c6e1'], hosted agents: [] {{(pid=86873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 23 13:15:16.161638 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Network 3d4be6b3-6e69-4567-a791-af914890fa11 is scheduled to be hosted by DHCP agent 48f6a6bf-90f8-4fd2-8504-254ef106c6e1 with binding_index 1 {{(pid=86873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 23 13:15:16.171799 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818884-1-iscsi, 3d4be6b3-6e69-4567-a791-af914890fa11) {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:15:16.175833 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:16.176416 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for subnet, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:16.181008 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b80bc-8126-4077-a1a2-5542150e0a4a None None] Network 3d4be6b3-6e69-4567-a791-af914890fa11 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:15:16.207862 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [None req-101c47dc-bbc5-4b15-9576-9b4bbba36162 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4010708
Nov 23 13:15:16.402850 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177f3e2-08d9-4bda-bdc1-4bda6fe019b7 None None] Network 3d4be6b3-6e69-4567-a791-af914890fa11 requested from dv-cinder-818884-1-iscsi {{(pid=86875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 23 13:15:17.434242 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:18.284951 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-db037e71-0c8b-4094-baa9-c526f5278a85 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:18.285585 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-db037e71-0c8b-4094-baa9-c526f5278a85 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Synchronizing usage tracker for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:network {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:15:18.306870 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-db037e71-0c8b-4094-baa9-c526f5278a85 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Unset dirty status for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:network {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:15:18.308039 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-db037e71-0c8b-4094-baa9-c526f5278a85 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/networks?id=3d4be6b3-6e69-4567-a791-af914890fa11 HTTP/1.1" status: 200  len: 808 time: 0.1650593
Nov 23 13:15:18.322596 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-b668e2a2-9b62-46fb-b0a6-38a685cdfdab tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/quotas/a42fe9e1529f4c13a1ccdca4ab634b22 HTTP/1.1" status: 200  len: 375 time: 0.0088859
Nov 23 13:15:18.374432 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-815b5b11-8807-4969-8c18-69507284d520 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a42fe9e1529f4c13a1ccdca4ab634b22&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0468721
Nov 23 13:15:18.428984 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-183e38e8-e6bb-4c4e-9965-3a36e05e0866 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 13:15:18.429951 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-183e38e8-e6bb-4c4e-9965-3a36e05e0866 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0489962
Nov 23 13:15:18.563247 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-3f109e5e-c1d8-4ed5-bed7-f9512ea32bcc service neutron] 10.222.0.73 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273947
Nov 23 13:15:18.710304 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-327fb5ed-6d3e-4e68-995e-459d9083d4e6 service neutron] 10.222.0.73 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402214
Nov 23 13:15:19.022458 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b01ebacb-022a-4bb0-bd7e-6dd06135e8c4 req-f674a787-48c7-4e99-95ea-79dc8dec3dd4 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 210 time: 0.1610451
Nov 23 13:15:20.034142 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-2971248e-adf9-4f25-8315-6669c61c641a tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:20.035579 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-2971248e-adf9-4f25-8315-6669c61c641a tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "GET /v2.0/networks?id=3d4be6b3-6e69-4567-a791-af914890fa11 HTTP/1.1" status: 200  len: 808 time: 0.1517611
Nov 23 13:15:20.047266 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Request body: {'port': {'device_id': '0549d21c-4791-4930-b596-7b793573224d', 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11', 'admin_state_up': True, 'tenant_id': 'a42fe9e1529f4c13a1ccdca4ab634b22'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:20.176193 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-009afa37-a0fe-42e7-80bd-31479f1b1304 req-6ffa1ea7-3ee1-4522-9819-2c418d86fffa tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 210 time: 0.0426195
Nov 23 13:15:20.188577 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:15:20.192434 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Usage tracker for resource:port and tenant:a42fe9e1529f4c13a1ccdca4ab634b22 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:15:20.195265 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:15:20.200825 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:15:20.211635 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Made reservation on behalf of a42fe9e1529f4c13a1ccdca4ab634b22 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:15:20.215150 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:20.383070 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Allocated IP 172.20.0.6 (3d4be6b3-6e69-4567-a791-af914890fa11/3f546817-4bf4-498f-976c-aed9bc278258/bf6c05fd-24c4-4f43-9553-a53815c15b33) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:15:20.583390 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:20.618345 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:20.623841 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-b8d3fd75-0564-46c6-97fd-c0225569e31c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:20.692637 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Network 3d4be6b3-6e69-4567-a791-af914890fa11 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:15:20.695795 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:15:20.699611 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:15:20.736871 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Pushing event updated for resources: {'Port': ['ID=bf6c05fd-24c4-4f43-9553-a53815c15b33,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:20.741559 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:20.763931 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:20.764531 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:20.788031 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-15a016e4-5214-46b0-8e37-22c2c9c93ea7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7441964
Nov 23 13:15:20.799421 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Request body: {'port': {'device_id': '0549d21c-4791-4930-b596-7b793573224d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:20.914202 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:21.368477 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d75bc2-7c85-42b2-9699-b00e77833ce0 req-ec9636c6-6376-4d5f-96b2-30fbff7ad7c5 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:21.369920 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b6d75bc2-7c85-42b2-9699-b00e77833ce0 req-ec9636c6-6376-4d5f-96b2-30fbff7ad7c5 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 931 time: 0.0843794
Nov 23 13:15:21.375176 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6c05fd-24c4-4f43-9553-a53815c15b33 {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:15:21.382871 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:21.400225 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Transition to ACTIVE for port object bf6c05fd-24c4-4f43-9553-a53815c15b33 will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:15:21.404702 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:21.408587 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-db7d7ddd-0044-4e7f-8c01-f392282fc3e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:21.414992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-b6d75bc2-7c85-42b2-9699-b00e77833ce0 req-4da51760-926c-4afe-b1b9-4c86bfe27fbe tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Synchronizing usage tracker for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:security_group {{(pid=86874) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:15:21.431835 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.quota.resource [req-b6d75bc2-7c85-42b2-9699-b00e77833ce0 req-4da51760-926c-4afe-b1b9-4c86bfe27fbe tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Unset dirty status for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:security_group {{(pid=86874) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:15:21.433046 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b6d75bc2-7c85-42b2-9699-b00e77833ce0 req-4da51760-926c-4afe-b1b9-4c86bfe27fbe tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572495
Nov 23 13:15:21.560770 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Pushing event updated for resources: {'Port': ['ID=bf6c05fd-24c4-4f43-9553-a53815c15b33,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:21.564431 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:21.657272 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Attempting to bind port bf6c05fd-24c4-4f43-9553-a53815c15b33 on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:15:21.657548 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Attempting to bind port bf6c05fd-24c4-4f43-9553-a53815c15b33 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:15:21.657908 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Attempting to bind port bf6c05fd-24c4-4f43-9553-a53815c15b33 on network 3d4be6b3-6e69-4567-a791-af914890fa11 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:15:21.663034 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Port bf6c05fd-24c4-4f43-9553-a53815c15b33 on network 3d4be6b3-6e69-4567-a791-af914890fa11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:15:21.663352 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Attempting to bind port bf6c05fd-24c4-4f43-9553-a53815c15b33 on network 3d4be6b3-6e69-4567-a791-af914890fa11 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:15:21.668771 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:15:21.669102 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Checking segment: {'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:15:21.669483 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Bound using segment: {'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:15:21.669937 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Bound port: bf6c05fd-24c4-4f43-9553-a53815c15b33, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:15:21.670307 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:21.764232 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] For port bf6c05fd-24c4-4f43-9553-a53815c15b33, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:15:21.767338 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] For port bf6c05fd-24c4-4f43-9553-a53815c15b33, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bf6c05fd-24c4-4f43-9553-a53815c15b33,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:15:21.772898 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:21.777305 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-dd8aa54c-255a-4d75-9ffb-dc71be2b10d3 tempest-TestVolumeBootPattern-1673079890 tempest-TestVolumeBootPattern-1673079890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:21.810823 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-bb0de2f2-1765-4d0d-8912-39bdd0dc213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:21.830641 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:21.831249 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:21.832620 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] 10.222.0.82 "PUT /v2.0/ports/bf6c05fd-24c4-4f43-9553-a53815c15b33 HTTP/1.1" status: 200  len: 1093 time: 1.0372994
Nov 23 13:15:21.833128 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0549d21c-4791-4930-b596-7b793573224d', 'tag': 'bf6c05fd-24c4-4f43-9553-a53815c15b33'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:15:21.854019 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Pushing event updated for resources: {'Port': ['ID=bf6c05fd-24c4-4f43-9553-a53815c15b33,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:21.857512 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:21.903660 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0549d21c-4791-4930-b596-7b793573224d', 'tag': 'bf6c05fd-24c4-4f43-9553-a53815c15b33', 'status': 'completed', 'code': 200}
Nov 23 13:15:21.952238 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9b8cbe9c-b3e0-4519-87ea-7a4f09a1b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:21.953755 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-9b8cbe9c-b3e0-4519-87ea-7a4f09a1b28d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a42fe9e1529f4c13a1ccdca4ab634b22&device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 1096 time: 0.0815341
Nov 23 13:15:22.028566 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-7a167808-731d-42b9-864b-e4dfeb4184ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf6c05fd-24c4-4f43-9553-a53815c15b33 HTTP/1.1" status: 200  len: 217 time: 0.0675595
Nov 23 13:15:22.104226 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-d551c964-3c7d-48c3-8ed6-091bc98965af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:22.105724 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-d551c964-3c7d-48c3-8ed6-091bc98965af service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f546817-4bf4-498f-976c-aed9bc278258 HTTP/1.1" status: 200  len: 848 time: 0.0711720
Nov 23 13:15:22.107804 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:22.153004 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-a9b85d86-f511-404d-aa1b-f66b6b2bd1ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d4be6b3-6e69-4567-a791-af914890fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412619
Nov 23 13:15:22.286591 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-a9d9b427-31c8-4634-967b-b3bf518faa91 service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266813
Nov 23 13:15:22.445220 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-e253855e-ff08-43fd-ab8d-1f776dfa6439 req-6b840209-1bd6-4d1a-869c-05dea7b1902d service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515350
Nov 23 13:15:22.570528 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bbb91-8724-48bc-932a-069bb5248f02 req-914b2fa5-33d6-44fa-abbc-4fa36372fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:22.572372 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-925bbb91-8724-48bc-932a-069bb5248f02 req-914b2fa5-33d6-44fa-abbc-4fa36372fef3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a42fe9e1529f4c13a1ccdca4ab634b22&device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 1096 time: 0.0746846
Nov 23 13:15:22.619967 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98257-7d5a-41db-80a2-a5068c820238 req-78145fab-c263-4439-b29a-4a2e79c639bc tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:22.621459 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2ea98257-7d5a-41db-80a2-a5068c820238 req-78145fab-c263-4439-b29a-4a2e79c639bc tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 943 time: 0.0810378
Nov 23 13:15:22.666109 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-2ea98257-7d5a-41db-80a2-a5068c820238 req-b91af589-e2ef-4993-9c9c-0387e32e17e8 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389149
Nov 23 13:15:22.718117 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bbb91-8724-48bc-932a-069bb5248f02 req-a03bb439-398c-469d-bc92-9ed428a9f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:22.719613 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-925bbb91-8724-48bc-932a-069bb5248f02 req-a03bb439-398c-469d-bc92-9ed428a9f91e service neutron] 10.222.0.82 "GET /v2.0/networks?id=3d4be6b3-6e69-4567-a791-af914890fa11 HTTP/1.1" status: 200  len: 910 time: 0.1412730
Nov 23 13:15:22.812734 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-925bbb91-8724-48bc-932a-069bb5248f02 req-f3a4eaf0-508d-4c77-82e0-e08414e92be5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf6c05fd-24c4-4f43-9553-a53815c15b33 HTTP/1.1" status: 200  len: 217 time: 0.0860445
Nov 23 13:15:22.876176 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bbb91-8724-48bc-932a-069bb5248f02 req-1298be2c-87f7-4779-8653-f73b843dbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:22.877537 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-925bbb91-8724-48bc-932a-069bb5248f02 req-1298be2c-87f7-4779-8653-f73b843dbb2d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f546817-4bf4-498f-976c-aed9bc278258 HTTP/1.1" status: 200  len: 848 time: 0.0577040
Nov 23 13:15:22.928827 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-925bbb91-8724-48bc-932a-069bb5248f02 req-35929bcb-2a71-4f1a-ba15-678b7c764851 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d4be6b3-6e69-4567-a791-af914890fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443571
Nov 23 13:15:23.160004 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-925bbb91-8724-48bc-932a-069bb5248f02 req-a9ff0846-6fcb-4027-bc9e-6f60e775555c service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240584
Nov 23 13:15:23.299074 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-925bbb91-8724-48bc-932a-069bb5248f02 req-5e04cc61-ac8b-4132-91b6-d7520871afb3 service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300573
Nov 23 13:15:23.932773 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cc3ee-9df9-46ca-b1b8-db8a909ad339 req-e2732db5-f284-4374-9d3b-51eebb547933 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:23.934516 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e73cc3ee-9df9-46ca-b1b8-db8a909ad339 req-e2732db5-f284-4374-9d3b-51eebb547933 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 943 time: 0.1477716
Nov 23 13:15:23.978135 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-e73cc3ee-9df9-46ca-b1b8-db8a909ad339 req-4acc4ae0-438d-42d6-8dec-afd549f65ee7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380039
Nov 23 13:15:23.998548 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3f48092a-9e8b-4009-8cb8-e479a6771f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:25.041196 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:25.183369 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b328b8b-140a-4102-b70e-604159ff96ce req-4a32c31d-af0f-4dfd-9969-7ef1a28984aa tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:25.184859 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b328b8b-140a-4102-b70e-604159ff96ce req-4a32c31d-af0f-4dfd-9969-7ef1a28984aa tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 943 time: 0.0921288
Nov 23 13:15:25.243064 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-4b328b8b-140a-4102-b70e-604159ff96ce req-15dc9d8c-1bda-4142-bccd-1d95802d36fa tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520878
Nov 23 13:15:26.453259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168c646-2c87-480a-a0d4-d7686c91d7b4 req-55ca6549-d714-4660-ae8e-38125112c5b0 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:26.454789 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0168c646-2c87-480a-a0d4-d7686c91d7b4 req-55ca6549-d714-4660-ae8e-38125112c5b0 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 943 time: 0.1015303
Nov 23 13:15:26.500837 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-0168c646-2c87-480a-a0d4-d7686c91d7b4 req-4375e077-d648-43a5-91b1-1c356cd6be66 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402205
Nov 23 13:15:26.816705 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:27.186711 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device bf6c05fd-24c4-4f43-9553-a53815c15b33 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:15:27.331937 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port bf6c05fd-24c4-4f43-9553-a53815c15b33, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bf6c05fd-24c4-4f43-9553-a53815c15b33,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:27.345140 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'bf6c05fd-24c4-4f43-9553-a53815c15b33', 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11', 'port_id': 'bf6c05fd-24c4-4f43-9553-a53815c15b33', 'mac_address': 'fa:16:3e:48:a6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f546817-4bf4-498f-976c-aed9bc278258', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:15:27.401600 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:27.418572 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6c05fd-24c4-4f43-9553-a53815c15b33 {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:15:27.435491 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port bf6c05fd-24c4-4f43-9553-a53815c15b33, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bf6c05fd-24c4-4f43-9553-a53815c15b33,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:27.442186 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:27.444623 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-c14198ed-29b8-41c2-804e-aab2031d4bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:27.513880 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=bf6c05fd-24c4-4f43-9553-a53815c15b33,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:27.521656 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.521992 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.523842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.523842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.523842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.523842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.523842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.523842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.524470 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.524552 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.524824 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.525159 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:15:27.529109 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:27.690506 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b057b-524c-4e3b-a7d9-e89218ffb91c req-949e3cac-6d2e-4e7b-a0f9-5bf88d527498 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:27.691924 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f33b057b-524c-4e3b-a7d9-e89218ffb91c req-949e3cac-6d2e-4e7b-a0f9-5bf88d527498 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 944 time: 0.0861962
Nov 23 13:15:27.824511 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['bf6c05fd-24c4-4f43-9553-a53815c15b33'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:15:27.830140 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f33b057b-524c-4e3b-a7d9-e89218ffb91c req-1f70ef06-e7d1-4519-be02-3360b179e53f tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324115
Nov 23 13:15:29.035333 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05221ed-c124-4144-953c-9acbc8474599 req-f0a050af-6e96-410d-8320-addb0bfe0d73 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:29.036733 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d05221ed-c124-4144-953c-9acbc8474599 req-f0a050af-6e96-410d-8320-addb0bfe0d73 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 944 time: 0.0885732
Nov 23 13:15:29.082696 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d05221ed-c124-4144-953c-9acbc8474599 req-7dc6b570-1ab6-4ba7-a368-a91c8055219b tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404067
Nov 23 13:15:29.202413 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device bf6c05fd-24c4-4f43-9553-a53815c15b33 up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:15:29.283124 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port bf6c05fd-24c4-4f43-9553-a53815c15b33 completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:15:29.289945 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port bf6c05fd-24c4-4f43-9553-a53815c15b33 triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:15:29.290366 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:29.409191 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:29.435308 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0549d21c-4791-4930-b596-7b793573224d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6c05fd-24c4-4f43-9553-a53815c15b33'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:15:29.445900 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port bf6c05fd-24c4-4f43-9553-a53815c15b33, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bf6c05fd-24c4-4f43-9553-a53815c15b33,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:29.450531 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:29.452679 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:29.482016 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0549d21c-4791-4930-b596-7b793573224d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6c05fd-24c4-4f43-9553-a53815c15b33', 'code': 200}
Nov 23 13:15:29.521813 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=bf6c05fd-24c4-4f43-9553-a53815c15b33,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:29.524771 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:29.709673 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c75f8-f607-49dc-87a1-ac43e5ac35d3 req-a9680baf-7984-47ff-b94e-94cd62549a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:29.711176 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-206c75f8-f607-49dc-87a1-ac43e5ac35d3 req-a9680baf-7984-47ff-b94e-94cd62549a84 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 1098 time: 0.0724735
Nov 23 13:15:29.750483 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-206c75f8-f607-49dc-87a1-ac43e5ac35d3 req-f9fbf610-50ff-49ce-959b-6dd1d41005e4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330505
Nov 23 13:15:30.286480 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e6e8-8aa2-40c8-9883-1750f174761e req-34ec47da-d23b-4f86-9eb6-5ea8ce1f97c2 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:30.287910 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-57e0e6e8-8aa2-40c8-9883-1750f174761e req-34ec47da-d23b-4f86-9eb6-5ea8ce1f97c2 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 945 time: 0.0863044
Nov 23 13:15:30.331880 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-57e0e6e8-8aa2-40c8-9883-1750f174761e req-f64bc327-ef3f-4c2b-86f7-2751c5bac9ea tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381947
Nov 23 13:15:31.520977 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352808cb-c932-407c-9289-aae83d9198a0 req-f7e4e01c-6a93-4b88-a137-813c64bfc9a9 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:31.522336 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-352808cb-c932-407c-9289-aae83d9198a0 req-f7e4e01c-6a93-4b88-a137-813c64bfc9a9 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 945 time: 0.0811119
Nov 23 13:15:31.571456 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-352808cb-c932-407c-9289-aae83d9198a0 req-52c2772e-0d21-4787-9adc-3642af7022f1 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432911
Nov 23 13:15:32.603689 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da902069-fe1d-47d0-b28d-2da2040a3aef req-45ac031c-33e0-4fd3-bbd9-8d27bbc3c261 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:32.605113 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-da902069-fe1d-47d0-b28d-2da2040a3aef req-45ac031c-33e0-4fd3-bbd9-8d27bbc3c261 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 945 time: 0.0842068
Nov 23 13:15:32.650247 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-da902069-fe1d-47d0-b28d-2da2040a3aef req-252d2f7b-c0ef-41f9-bc5a-2a0e052937f4 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393867
Nov 23 13:15:33.844184 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34922e97-5940-4859-a1c9-279b57cbf423 req-140f58ed-5d61-4073-bf71-6abdb6937aa4 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:33.845566 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-34922e97-5940-4859-a1c9-279b57cbf423 req-140f58ed-5d61-4073-bf71-6abdb6937aa4 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 945 time: 0.0905967
Nov 23 13:15:33.891040 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-34922e97-5940-4859-a1c9-279b57cbf423 req-8c60c75d-c166-4dff-9b78-b0bb78c4d921 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394001
Nov 23 13:15:33.966330 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2949-05e8-4122-be87-050122fd05b9 req-e33b16bb-573c-4ff0-af36-fe3d7364b70e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:33.967027 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-50db2949-05e8-4122-be87-050122fd05b9 req-e33b16bb-573c-4ff0-af36-fe3d7364b70e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Synchronizing usage tracker for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:15:33.985098 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-50db2949-05e8-4122-be87-050122fd05b9 req-e33b16bb-573c-4ff0-af36-fe3d7364b70e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Unset dirty status for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:15:33.986257 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-50db2949-05e8-4122-be87-050122fd05b9 req-e33b16bb-573c-4ff0-af36-fe3d7364b70e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 945 time: 0.1029994
Nov 23 13:15:34.056633 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Deleting port bf6c05fd-24c4-4f43-9553-a53815c15b33 {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:15:34.057007 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:34.306741 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] For port bf6c05fd-24c4-4f43-9553-a53815c15b33, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=bf6c05fd-24c4-4f43-9553-a53815c15b33,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:34.307073 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:34.427989 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Calling delete_port for bf6c05fd-24c4-4f43-9553-a53815c15b33 owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:15:34.576883 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:34.582861 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-93afa66e-87a4-46b6-922a-c54703275619 tempest-AttachVolumeShelveTestJSON-503379632 tempest-AttachVolumeShelveTestJSON-503379632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:34.590147 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['bf6c05fd-24c4-4f43-9553-a53815c15b33'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:15:34.626015 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Pushing event deleted for resources: {'Port': ['ID=bf6c05fd-24c4-4f43-9553-a53815c15b33,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:34.629727 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:34.703004 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] No DVR routers for this DVR port bf6c05fd-24c4-4f43-9553-a53815c15b33 on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:15:34.705823 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:34.708386 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0549d21c-4791-4930-b596-7b793573224d', 'name': 'network-vif-deleted', 'tag': 'bf6c05fd-24c4-4f43-9553-a53815c15b33'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:15:34.730213 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-50db2949-05e8-4122-be87-050122fd05b9 req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "DELETE /v2.0/ports/bf6c05fd-24c4-4f43-9553-a53815c15b33 HTTP/1.1" status: 204  len: 173 time: 0.7381995
Nov 23 13:15:34.759378 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0549d21c-4791-4930-b596-7b793573224d', 'name': 'network-vif-deleted', 'tag': 'bf6c05fd-24c4-4f43-9553-a53815c15b33', 'status': 'completed', 'code': 200}
Nov 23 13:15:35.055565 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-765adaaf-4c23-4d80-9a1c-cb7de323cd5f req-d38739b6-0791-4ad4-bb13-e065fb9e9787 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=0549d21c-4791-4930-b596-7b793573224d HTTP/1.1" status: 200  len: 210 time: 0.0490339
Nov 23 13:15:36.428428 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434851-7531-4826-9d3f-972bb4b56eed req-74ce0d34-a01a-42f5-834a-d61da6865a11 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:36.429759 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-74ce0d34-a01a-42f5-834a-d61da6865a11 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/networks?id=3d4be6b3-6e69-4567-a791-af914890fa11 HTTP/1.1" status: 200  len: 808 time: 0.1455951
Nov 23 13:15:36.444957 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-593ffc60-e346-45cc-8190-fcf32502da64 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/quotas/a42fe9e1529f4c13a1ccdca4ab634b22 HTTP/1.1" status: 200  len: 375 time: 0.0091105
Nov 23 13:15:36.494808 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-d845a229-66af-416f-afd3-1acb320f903e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a42fe9e1529f4c13a1ccdca4ab634b22&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449133
Nov 23 13:15:36.634124 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-ba508072-48d3-4ae7-b922-d48e7b382b74 service neutron] 10.222.0.73 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296744
Nov 23 13:15:36.769058 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-a87ae897-f386-4449-8582-5465241176dd service neutron] 10.222.0.73 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254106
Nov 23 13:15:36.944163 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-de680b3f-b1fe-469f-b35a-5274a5620da8 req-4aac6eb6-4b36-41cc-ad59-654b9a8cef30 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 210 time: 0.0420268
Nov 23 13:15:37.231625 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device bf6c05fd-24c4-4f43-9553-a53815c15b33 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:15:37.269404 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: bf6c05fd-24c4-4f43-9553-a53815c15b33 {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:15:37.269750 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device bf6c05fd-24c4-4f43-9553-a53815c15b33 not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:15:38.006113 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434851-7531-4826-9d3f-972bb4b56eed req-e4972b00-68e3-4d7c-926c-b2b28c4bb579 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:38.007583 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-e4972b00-68e3-4d7c-926c-b2b28c4bb579 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "GET /v2.0/networks?id=3d4be6b3-6e69-4567-a791-af914890fa11 HTTP/1.1" status: 200  len: 808 time: 0.1519694
Nov 23 13:15:38.019839 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Request body: {'port': {'device_id': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11', 'admin_state_up': True, 'tenant_id': 'a42fe9e1529f4c13a1ccdca4ab634b22'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:38.104651 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-29ca774c-4d27-4f11-bfa2-ed244971fd4f req-af567fad-800b-4925-a67f-91132c5d53b8 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 210 time: 0.0517373
Nov 23 13:15:38.160995 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 23 13:15:38.165371 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Usage tracker for resource:port and tenant:a42fe9e1529f4c13a1ccdca4ab634b22 is out of sync, need to count used quota {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 23 13:15:38.168352 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 23 13:15:38.174185 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.quota.driver [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 23 13:15:38.185990 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Made reservation on behalf of a42fe9e1529f4c13a1ccdca4ab634b22 for: {'port': 1} {{(pid=86873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 23 13:15:38.189770 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:38.361353 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.db_base_plugin_common [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Allocated IP 172.20.0.6 (3d4be6b3-6e69-4567-a791-af914890fa11/3f546817-4bf4-498f-976c-aed9bc278258/b89df69c-d769-45e6-bcd3-b2a6fe8ce1af) {{(pid=86873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 23 13:15:38.668234 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks [] for port, precommit_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:38.700208 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747921821269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_create {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:38.705579 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-5864095f-7bd0-48da-8172-d40594d6dac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:38.773209 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Network 3d4be6b3-6e69-4567-a791-af914890fa11 is already hosted by enough agents. {{(pid=86873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 23 13:15:38.776487 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.scheduler.base_scheduler [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Resources bound (agent type, host, resource id):  {{(pid=86873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 23 13:15:38.780408 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Received port after_create {{(pid=86873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 23 13:15:38.810485 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Pushing event updated for resources: {'Port': ['ID=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,revision_number=1']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:38.820862 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:38.846946 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:38.847559 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:38.873250 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-39e3dea6-c187-4c49-a48c-42bb33942d80 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8571169
Nov 23 13:15:38.883061 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-882db558-87bd-4173-af80-39134ed0a912 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=86873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 23 13:15:38.883979 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-882db558-87bd-4173-af80-39134ed0a912 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048835
Nov 23 13:15:38.894212 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.v2.base [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Request body: {'port': {'device_id': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 23 13:15:39.008508 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:39.288785 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcaec0-ae9c-410f-bbc7-1c7d1dfb70ec req-aa83b32a-bf38-493c-b47e-fe8f0b9fc314 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:39.290114 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d5fcaec0-ae9c-410f-bbc7-1c7d1dfb70ec req-aa83b32a-bf38-493c-b47e-fe8f0b9fc314 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 931 time: 0.0830522
Nov 23 13:15:39.334020 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-d5fcaec0-ae9c-410f-bbc7-1c7d1dfb70ec req-8dfc8d3a-a917-47fa-ae8d-963b5b71be2c tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382195
Nov 23 13:15:39.356755 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89df69c-d769-45e6-bcd3-b2a6fe8ce1af {{(pid=86873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:15:39.364038 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:39.378139 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.provisioning_blocks [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Transition to ACTIVE for port object b89df69c-d769-45e6-bcd3-b2a6fe8ce1af will not be triggered until provisioned by entity L2. {{(pid=86873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 23 13:15:39.390670 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:39.394527 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-4a8d0322-d60f-4544-b153-8c6e45f8b75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:39.534313 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Pushing event updated for resources: {'Port': ['ID=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,revision_number=2']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:39.562228 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:39.635986 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Attempting to bind port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af on host hv-cinder-81888 for vnic_type normal with profile  {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 23 13:15:39.636323 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Attempting to bind port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 23 13:15:39.636644 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Attempting to bind port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af on network 3d4be6b3-6e69-4567-a791-af914890fa11 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:15:39.641797 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af on network 3d4be6b3-6e69-4567-a791-af914890fa11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 23 13:15:39.642109 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Attempting to bind port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af on network 3d4be6b3-6e69-4567-a791-af914890fa11 {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 23 13:15:39.647357 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Checking agent: {'id': '68c45bb3-1884-44b4-b524-83f574d131f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'started_at': datetime.datetime(2021, 11, 23, 12, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 23 13:15:39.647687 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Checking segment: {'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 23 13:15:39.648086 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Bound using segment: {'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'} {{(pid=86873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 23 13:15:39.648502 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.managers [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Bound port: b89df69c-d769-45e6-bcd3-b2a6fe8ce1af, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5c33578-fb8e-4b50-8091-36b468ac097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11'}}] {{(pid=86873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 23 13:15:39.648872 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:39.741268 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] For port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af, host hv-cinder-81888, cleared binding levels {{(pid=86873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 23 13:15:39.744308 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] For port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 23 13:15:39.750037 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7520617'] for port, after_update {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:39.753593 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-9ad4fb3c-5780-4804-8084-f5834978956b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:39.810425 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:39.811026 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:39.812428 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] 10.222.0.82 "PUT /v2.0/ports/b89df69c-d769-45e6-bcd3-b2a6fe8ce1af HTTP/1.1" status: 200  len: 1093 time: 0.9218838
Nov 23 13:15:39.812939 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'tag': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:15:39.833775 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Pushing event updated for resources: {'Port': ['ID=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,revision_number=3']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:39.836974 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-eb69a297-26af-491d-aadc-fb5435eae69a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:39.886564 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'tag': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af', 'status': 'completed', 'code': 200}
Nov 23 13:15:39.932770 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434851-7531-4826-9d3f-972bb4b56eed req-16856ec2-385f-4b62-a86c-14e516f0de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:39.934293 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-16856ec2-385f-4b62-a86c-14e516f0de94 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a42fe9e1529f4c13a1ccdca4ab634b22&device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 1096 time: 0.0791795
Nov 23 13:15:40.001745 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-845ddc31-b34a-4d38-bb6d-467f775fe7f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af HTTP/1.1" status: 200  len: 217 time: 0.0600381
Nov 23 13:15:40.068558 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0434851-7531-4826-9d3f-972bb4b56eed req-3a4c3baa-ce6a-4224-981a-c915a4187c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:40.069893 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-3a4c3baa-ce6a-4224-981a-c915a4187c5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f546817-4bf4-498f-976c-aed9bc278258 HTTP/1.1" status: 200  len: 848 time: 0.0612078
Nov 23 13:15:40.116525 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-58164ee6-ec31-4a8a-ad36-545d0d5de878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d4be6b3-6e69-4567-a791-af914890fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403805
Nov 23 13:15:40.248445 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-c235c3e3-c99b-46c9-91d7-1170031aed5b service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255252
Nov 23 13:15:40.489506 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0434851-7531-4826-9d3f-972bb4b56eed req-13f4bd36-4150-46d6-91f3-044115ed2c53 service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349694
Nov 23 13:15:40.529336 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4990ee7-f57d-4b76-9e82-5463863ac4ad req-2d0a9e88-653e-49f2-a8af-5ba481a47946 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:40.530822 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a4990ee7-f57d-4b76-9e82-5463863ac4ad req-2d0a9e88-653e-49f2-a8af-5ba481a47946 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 943 time: 0.0884888
Nov 23 13:15:40.586808 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-a4990ee7-f57d-4b76-9e82-5463863ac4ad req-170f3390-a0ed-4f54-9f42-c3a14417a705 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502868
Nov 23 13:15:40.612736 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-3e58b1a7-c9ee-494a-8566-330c5a46900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:40.614230 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-3e58b1a7-c9ee-494a-8566-330c5a46900e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a42fe9e1529f4c13a1ccdca4ab634b22&device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 1096 time: 0.0750232
Nov 23 13:15:40.749198 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-5ac9a3de-7180-4def-8aeb-cb3b8f3bc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:40.750672 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-5ac9a3de-7180-4def-8aeb-cb3b8f3bc9d8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=3d4be6b3-6e69-4567-a791-af914890fa11 HTTP/1.1" status: 200  len: 910 time: 0.1291137
Nov 23 13:15:40.817423 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-6b0890d9-aefb-4102-b0fe-46ec061fd00b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af HTTP/1.1" status: 200  len: 217 time: 0.0601351
Nov 23 13:15:40.883383 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-8386d0b9-8e97-4886-a582-0ba2fd924e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:40.884763 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-8386d0b9-8e97-4886-a582-0ba2fd924e37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3f546817-4bf4-498f-976c-aed9bc278258 HTTP/1.1" status: 200  len: 848 time: 0.0611806
Nov 23 13:15:40.931686 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-144e8894-fd67-4712-82ed-4663f786485d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=3d4be6b3-6e69-4567-a791-af914890fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404346
Nov 23 13:15:41.065251 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-8bce3c6b-fe35-48e5-b222-5bacdb1c4ded service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260164
Nov 23 13:15:41.200916 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-b0a286da-33f7-43aa-a2c8-46fc228d8039 req-b03f6795-ccbf-439d-91b6-238af503c8ec service neutron] 10.222.0.82 "GET /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279280
Nov 23 13:15:41.792604 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573bf8-aa0e-49b2-bfcd-ffd5f676887d req-31e8ecaf-5cbc-4c62-98ac-faaadfdcd7b1 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:41.794059 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7e573bf8-aa0e-49b2-bfcd-ffd5f676887d req-31e8ecaf-5cbc-4c62-98ac-faaadfdcd7b1 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 943 time: 0.0963113
Nov 23 13:15:41.838968 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7e573bf8-aa0e-49b2-bfcd-ffd5f676887d req-4000b396-e1cf-48aa-bfdf-a664711740e8 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388062
Nov 23 13:15:43.019267 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61662ee3-fd07-4ed3-bfd8-d4d1a3e3e912 req-efdb8418-b038-435f-9fd8-4873d7b30f4e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:43.020674 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-61662ee3-fd07-4ed3-bfd8-d4d1a3e3e912 req-efdb8418-b038-435f-9fd8-4873d7b30f4e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 943 time: 0.0798745
Nov 23 13:15:43.066815 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-61662ee3-fd07-4ed3-bfd8-d4d1a3e3e912 req-e11b7785-53fd-416b-aea7-33cce6080109 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404985
Nov 23 13:15:43.263089 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b89df69c-d769-45e6-bcd3-b2a6fe8ce1af details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 23 13:15:43.408467 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:43.421843 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Returning: {'device': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af', 'network_id': '3d4be6b3-6e69-4567-a791-af914890fa11', 'port_id': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af', 'mac_address': 'fa:16:3e:79:e7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f546817-4bf4-498f-976c-aed9bc278258', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 23 13:15:43.478553 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:43.495493 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89df69c-d769-45e6-bcd3-b2a6fe8ce1af {{(pid=86875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 23 13:15:43.511269 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:43.518079 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:43.520484 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:43.590068 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,revision_number=4']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:43.593241 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:43.795411 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['b89df69c-d769-45e6-bcd3-b2a6fe8ce1af'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:15:44.003693 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:15:44.262009 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31111b4-252f-4bf3-9656-6d8620866fde req-2e2a6b84-417c-4674-be6e-924df1079c68 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:44.263766 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f31111b4-252f-4bf3-9656-6d8620866fde req-2e2a6b84-417c-4674-be6e-924df1079c68 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 944 time: 0.0830204
Nov 23 13:15:44.313077 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f31111b4-252f-4bf3-9656-6d8620866fde req-638fcd3a-fa4d-408c-8d95-3cc168d75252 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435896
Nov 23 13:15:45.293223 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b89df69c-d769-45e6-bcd3-b2a6fe8ce1af up at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 23 13:15:45.371075 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning for port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af completed by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 23 13:15:45.375880 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Provisioning complete for port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af triggered by entity L2. {{(pid=86875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 23 13:15:45.376285 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1366420'] for port, provisioning_complete {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:45.501462 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230ff13-aaff-4284-b828-ea6c013bd893 req-80078204-2ed0-40bd-9bd8-20be760080be tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:45.503717 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f230ff13-aaff-4284-b828-ea6c013bd893 req-80078204-2ed0-40bd-9bd8-20be760080be tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 944 time: 0.0846131
Nov 23 13:15:45.503859 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1346407'] for port, before_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:45.533582 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af'}] {{(pid=86875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:15:45.544680 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] For port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:45.550634 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747922369594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747921821287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747921821332'] for port, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:45.554220 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-f3d97b0c-23e9-4e2c-ac8a-2a21ba99570b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:45.594006 dv-cinder-818884-1-iscsi neutron-server[86875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af', 'code': 200}
Nov 23 13:15:45.628227 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Pushing event updated for resources: {'Port': ['ID=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,revision_number=5']} {{(pid=86875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:45.631384 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG oslo_concurrency.lockutils [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:45.651408 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-f230ff13-aaff-4284-b828-ea6c013bd893 req-1a23db93-3396-40aa-863d-a64905d1ee18 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414196
Nov 23 13:15:45.837779 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fff81-55dc-4365-b497-f620560d3a72 req-f6c73241-b4cf-400a-a594-3ca2b359000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:45.839183 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-098fff81-55dc-4365-b497-f620560d3a72 req-f6c73241-b4cf-400a-a594-3ca2b359000c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 1098 time: 0.0801971
Nov 23 13:15:45.883738 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-098fff81-55dc-4365-b497-f620560d3a72 req-7ffde98d-626e-4b66-822b-2a4a4870e73f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381396
Nov 23 13:15:46.855567 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb52ce9-2b60-437e-8c73-4eddc15ba98d req-5caa4406-17b5-4ead-b34a-c7a56b5e0ea1 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:46.856908 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-efb52ce9-2b60-437e-8c73-4eddc15ba98d req-5caa4406-17b5-4ead-b34a-c7a56b5e0ea1 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 945 time: 0.0911424
Nov 23 13:15:46.902981 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-efb52ce9-2b60-437e-8c73-4eddc15ba98d req-9b812d4a-497a-41c9-ad9f-42f698d336b7 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379169
Nov 23 13:15:47.455640 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:48.101180 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e7677-3585-4303-8e37-7b80b860350e req-e9e2c4dc-ba23-4ade-ab02-a8d0509e1da1 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:48.102629 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7e4e7677-3585-4303-8e37-7b80b860350e req-e9e2c4dc-ba23-4ade-ab02-a8d0509e1da1 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 945 time: 0.0890779
Nov 23 13:15:48.146104 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-7e4e7677-3585-4303-8e37-7b80b860350e req-29306fb3-2d45-47fb-a52d-ad92f32b15e6 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376709
Nov 23 13:15:49.273843 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a65a-a954-48ba-9300-49bff829872e req-cdc18404-7a2f-4dd5-9426-55eec916795e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:49.275350 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5be6a65a-a954-48ba-9300-49bff829872e req-cdc18404-7a2f-4dd5-9426-55eec916795e tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 945 time: 0.0912950
Nov 23 13:15:49.325429 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-5be6a65a-a954-48ba-9300-49bff829872e req-38917577-3b86-488f-a2af-fd0f7ad1ab8a tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421522
Nov 23 13:15:50.531875 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65d50b-9472-4d3d-8a08-b36edf46f026 req-3bbbfc80-9fae-4b8d-a227-d52d661f023c tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:50.533335 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8c65d50b-9472-4d3d-8a08-b36edf46f026 req-3bbbfc80-9fae-4b8d-a227-d52d661f023c tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 945 time: 0.0812805
Nov 23 13:15:50.577167 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-8c65d50b-9472-4d3d-8a08-b36edf46f026 req-6d782f04-5f54-4b13-b194-65ea52449e6b tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/security-groups?id=8a9468d9-a33d-46b7-8248-ce39646951d1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380678
Nov 23 13:15:50.634899 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-7cb18a1c-67eb-4b2b-8638-d92b3c748566 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 23 13:15:50.635487 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-7cb18a1c-67eb-4b2b-8638-d92b3c748566 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Synchronizing usage tracker for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:port {{(pid=86873) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 23 13:15:50.651879 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.quota.resource [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-7cb18a1c-67eb-4b2b-8638-d92b3c748566 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Unset dirty status for tenant:a42fe9e1529f4c13a1ccdca4ab634b22 on resource:port {{(pid=86873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 23 13:15:50.653112 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-7cb18a1c-67eb-4b2b-8638-d92b3c748566 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 945 time: 0.0974743
Nov 23 13:15:50.722703 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Deleting port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af {{(pid=86873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 23 13:15:50.723034 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747922366401'] for port, before_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:50.971413 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.db [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] For port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,segment=NetworkSegment(f5c33578-fb8e-4b50-8091-36b468ac097a),segment_id=f5c33578-fb8e-4b50-8091-36b468ac097a)] {{(pid=86873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 23 13:15:50.971738 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694181'] for port, precommit_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:51.098030 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.plugins.ml2.plugin [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Calling delete_port for b89df69c-d769-45e6-bcd3-b2a6fe8ce1af owned by compute:nova {{(pid=86873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 23 13:15:51.257356 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1346340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747922369621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747921821278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7520608'] for port, after_delete {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:51.263809 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-f9d66f1c-148e-4c10-bbea-639671e9c557 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:15:51.269515 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.db [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] get_ports_and_sgs() called for port_ids ['b89df69c-d769-45e6-bcd3-b2a6fe8ce1af'] {{(pid=86875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 23 13:15:51.406988 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Pushing event deleted for resources: {'Port': ['ID=b89df69c-d769-45e6-bcd3-b2a6fe8ce1af,revision_number=None']} {{(pid=86873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:15:51.410040 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG oslo_concurrency.lockutils [None req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:15:51.480677 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] No DVR routers for this DVR port b89df69c-d769-45e6-bcd3-b2a6fe8ce1af on host hv-cinder-81888 {{(pid=86873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 23 13:15:51.483317 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron_lib.callbacks.manager [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-522893'] for port, before_response {{(pid=86873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:51.485775 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'name': 'network-vif-deleted', 'tag': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af'}] {{(pid=86873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 23 13:15:51.501957 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.wsgi [req-38f3479b-904e-4493-9ed9-33555a2c7be8 req-2f0d4e4f-8e7f-4c3d-ac1b-9ea8404a9f35 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.82 "DELETE /v2.0/ports/b89df69c-d769-45e6-bcd3-b2a6fe8ce1af HTTP/1.1" status: 204  len: 173 time: 0.8434274
Nov 23 13:15:51.534062 dv-cinder-818884-1-iscsi neutron-server[86873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448963ed-b2dd-4d72-9520-5ec2864485d4', 'name': 'network-vif-deleted', 'tag': 'b89df69c-d769-45e6-bcd3-b2a6fe8ce1af', 'status': 'completed', 'code': 200}
Nov 23 13:15:51.752778 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [req-c9711ec3-b4e6-4d64-9c97-a812c251ca48 req-1b454751-c508-4e05-8b0d-ae820f0a2161 tempest-VolumesActionsTest-615255928 tempest-VolumesActionsTest-615255928-project] 10.222.0.73 "GET /v2.0/ports?device_id=448963ed-b2dd-4d72-9520-5ec2864485d4 HTTP/1.1" status: 200  len: 210 time: 0.0462859
Nov 23 13:15:51.815768 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-186561ea-5b99-4c2d-b1c6-754a19cb5639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:52.100500 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:53.340000 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b89df69c-d769-45e6-bcd3-b2a6fe8ce1af no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 23 13:15:53.401611 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] No Port match for: b89df69c-d769-45e6-bcd3-b2a6fe8ce1af {{(pid=86875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 23 13:15:53.401973 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron.plugins.ml2.rpc [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Device b89df69c-d769-45e6-bcd3-b2a6fe8ce1af not bound to the agent host hv-cinder-81888 {{(pid=86875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 23 13:15:53.991458 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-bd1911b5-323d-4dda-b3b9-ec114e26261f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:55.046763 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:15:56.820043 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:15.577608 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54962) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:16:15.650846 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Deleting subnet 3f546817-4bf4-498f-976c-aed9bc278258 {{(pid=86874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 23 13:16:15.654252 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:15.702500 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6577744'] for subnet, precommit_delete_associations {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:15.762608 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1371958'] for subnet, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:15.834925 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1372014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8297801', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6741405'] for subnet, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:15.838719 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-d1a85ac3-aaf7-447e-8b9a-560a6bda158d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:16:15.870643 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f546817-4bf4-498f-976c-aed9bc278258,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:16:15.880243 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.880622 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.880992 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.881360 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.881708 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.882066 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.882451 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.883229 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.883229 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.883568 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.883915 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.884266 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818884-1-iscsi {{(pid=86874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 23 13:16:15.886902 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:15.889665 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:16:15.893752 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-ac716a95-4150-446f-a001-bb584cc948fe admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3f546817-4bf4-498f-976c-aed9bc278258 HTTP/1.1" status: 204  len: 168 time: 0.3148658
Nov 23 13:16:15.896245 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54966) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:16:16.013640 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1425549'] for network, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.150192 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365277', 'neutron.services.segments.db._delete_segments_for_network-8747922260902'] for network, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.184259 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4c89f325b0>,) {'filters': {'network_id': ['3d4be6b3-6e69-4567-a791-af914890fa11']}} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:16:16.196512 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89f325b0>, 'f5c33578-fb8e-4b50-8091-36b468ac097a') {'for_net_delete': True} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:16:16.196807 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.services.segments.db [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4c89f325b0>, 'f5c33578-fb8e-4b50-8091-36b468ac097a') {} {{(pid=86874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 23 13:16:16.208359 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747922305657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6577735'] for segment, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.224684 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1368668'] for segment, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.231576 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=86874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 23 13:16:16.231964 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1368661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8297879'] for segment, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]: Traceback (most recent call last):
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     timer()
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     cb(*args, **kw)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     return func(*args, **kwargs)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     self._notify()
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     self.callback(batched_events)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     event.method(event)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     return f(self, *a, **k)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._get(url).json()
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     return self.request(url, 'GET', **kwargs)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 23 13:16:16.245237 dv-cinder-818884-1-iscsi neutron-server[86874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 23 13:16:16.325367 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-693157'] for network, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.329274 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:16:16.342123 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545635'] for network, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.353549 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4be6b3-6e69-4567-a791-af914890fa11,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:16:16.356562 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:16:16.361141 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-b08551ac-5caf-4721-9159-6dd1ff53e76f admin admin] 10.222.0.73 "DELETE /v2.0/networks/3d4be6b3-6e69-4567-a791-af914890fa11 HTTP/1.1" status: 204  len: 168 time: 0.4639831
Nov 23 13:16:16.478262 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54972) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:16:16.527382 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-f9f0acae-2224-4273-9d72-9522ea7e10d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a42fe9e1529f4c13a1ccdca4ab634b22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478356
Nov 23 13:16:16.529726 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.wsgi [-] (86874) accepted ('10.222.0.73', 54976) {{(pid=86874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 23 13:16:16.592390 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-98f17f01-120c-492a-9468-0c930d219d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.617099 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-98f17f01-120c-492a-9468-0c930d219d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.671739 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-98f17f01-120c-492a-9468-0c930d219d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-892463'] for security_group, after_delete {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.675459 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-04ee6d7d-098f-42a6-bf18-a9cda07c54af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 23 13:16:16.689536 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f17f01-120c-492a-9468-0c930d219d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9468d9-a33d-46b7-8248-ce39646951d1,revision_number=None']} {{(pid=86874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 23 13:16:16.692129 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG oslo_concurrency.lockutils [None req-98f17f01-120c-492a-9468-0c930d219d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 23 13:16:16.700206 dv-cinder-818884-1-iscsi neutron-server[86874]: DEBUG neutron_lib.callbacks.manager [None req-98f17f01-120c-492a-9468-0c930d219d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:16.701294 dv-cinder-818884-1-iscsi neutron-server[86874]: INFO neutron.wsgi [None req-98f17f01-120c-492a-9468-0c930d219d2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8a9468d9-a33d-46b7-8248-ce39646951d1 HTTP/1.1" status: 204  len: 168 time: 0.1706498
Nov 23 13:16:17.448660 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:21.008225 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:16:21.831158 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-71cf3a1c-8c7f-4664-abc5-6ad4f3cbefad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:22.113529 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:24.003375 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-89afa927-dede-4f1b-9bf0-f7ab3ec0e948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:25.050550 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:26.824811 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:47.471295 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:51.827335 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f2d7-a22e-4859-aa38-758635c4bd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:52.111767 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:54.008946 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-662d5d1a-79e1-487f-bfe7-9b33d5ea2d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:55.057861 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:56.826098 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:16:58.012475 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:17:17.475563 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:21.816202 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e0c35402-fdee-4339-b706-defd2067b9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:22.107877 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:23.995251 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8229b090-bf9d-4c72-b136-38bd4450eb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:25.052480 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:26.825543 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:28.297400 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [req-3b9f1efe-6ec0-4588-bf07-5d3cf2dabcd8 req-2fdbae55-0993-4e5e-9690-c02cbe7d123e service neutron] (86873) timed out ('10.222.0.73', 51468) {{(pid=86873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:17:35.016874 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:17:47.481056 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:51.822254 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-ab12e847-4faa-4a5e-ac03-f08ce36f6a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:52.105654 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:54.000943 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dc6cafa5-a060-4c0c-97fb-16e27525a08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:55.060947 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:17:56.838670 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:12.021745 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:18:17.495978 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:21.824618 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9f6265e2-2749-4e80-afd0-176466d18469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:22.100034 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:24.004062 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-80193454-6ea7-472d-9239-f274e42a1448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:25.067252 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:26.836984 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:47.491622 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:49.023980 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:18:51.826842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-3bb5686d-d0a8-49a4-bb52-34b1f18f9de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:52.110135 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:54.003227 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-e05f7117-10e6-45cf-9663-525c824d6975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:55.072718 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:18:56.840501 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:17.496379 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:21.829118 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-aa444233-49a6-4e2c-8d79-5e1d9f6cc3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:22.109785 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:24.003821 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-0eb89d0f-5a8f-41c6-8103-0336b6227592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:25.072024 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:26.027856 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:19:26.839579 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:47.505389 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:51.831024 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-9a7223bb-e9bb-4505-b854-700c8abd65ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:52.111093 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:54.004113 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-2100203b-e79d-4fce-9ebb-a67ed7bcdfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:55.078292 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:19:56.848738 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:03.032113 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:20:17.505443 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:21.827328 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-efb6c9ee-cad2-431d-a85d-55d8736d0b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:22.113170 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:24.004246 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7c69e543-eb06-4c93-ad33-1c9ef0ca3504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:25.085969 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:26.852792 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:40.037526 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:20:47.505842 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:51.829313 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-905a62b8-f3b7-47cc-9f78-d18d835de8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:52.120436 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:54.009514 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-cee872b7-4063-4801-b155-34a39db47af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:55.096936 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:20:56.861084 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:17.038159 dv-cinder-818884-1-iscsi neutron-server[86876]: DEBUG neutron.db.agents_db [None req-61d4ced8-b972-46e9-91ff-ab4ebdd7f5e3 None None] Agent healthcheck: found 6 active agents {{(pid=86876) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 23 13:21:17.525320 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:17.612856 dv-cinder-818884-1-iscsi neutron-server[86873]: DEBUG neutron.wsgi [req-46061e2c-71f0-4d6d-94d9-fa18510909a6 req-00848f65-485a-42a8-afa3-61181006b061 service neutron] (86873) timed out ('10.222.0.73', 51312) {{(pid=86873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 23 13:21:21.828226 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-31de080e-62de-48b5-bd76-e26897cc66fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:22.115406 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:24.004397 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-dd355615-5813-427d-a3b9-0a1bf1c172f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:25.090878 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-1b47e4e8-df03-4fd7-8d9b-ed36bfecbabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:26.863513 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-8e9ac3a9-47b4-4193-b207-2764c18b3211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:47.510240 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a75c-18ff-4a79-a65e-292c20a60967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:51.824663 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-67272e0d-1ae8-4d0d-a45e-b17dc919bac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 23 13:21:52.109727 dv-cinder-818884-1-iscsi neutron-server[86875]: DEBUG neutron_lib.callbacks.manager [None req-24c13b37-d244-4773-944c-91fb0b5ed704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747922260911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1366375'] for agent, after_update {{(pid=86875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}